2024-11-14 08:17:39,576 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-14 08:17:39,599 main DEBUG Took 0.020759 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 08:17:39,600 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 08:17:39,600 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 08:17:39,601 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 08:17:39,603 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:17:39,610 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 08:17:39,624 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:17:39,626 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:17:39,626 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:17:39,627 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:17:39,628 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:17:39,628 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:17:39,629 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:17:39,630 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:17:39,630 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:17:39,631 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:17:39,632 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:17:39,632 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:17:39,633 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:17:39,633 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:17:39,634 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:17:39,634 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:17:39,635 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:17:39,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:17:39,636 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:17:39,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:17:39,637 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:17:39,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:17:39,638 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:17:39,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 08:17:39,639 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:17:39,640 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 08:17:39,642 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 08:17:39,644 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 08:17:39,646 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 08:17:39,647 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 08:17:39,649 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 08:17:39,649 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 08:17:39,659 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 08:17:39,662 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 08:17:39,664 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 08:17:39,665 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 08:17:39,665 main DEBUG createAppenders(={Console}) 2024-11-14 08:17:39,667 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-14 08:17:39,667 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-14 08:17:39,667 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-14 08:17:39,668 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 08:17:39,668 main DEBUG OutputStream closed 2024-11-14 08:17:39,669 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 08:17:39,669 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 08:17:39,669 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-14 08:17:39,750 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 08:17:39,752 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 08:17:39,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 08:17:39,754 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 08:17:39,755 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 08:17:39,755 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 08:17:39,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 08:17:39,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 08:17:39,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 08:17:39,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 08:17:39,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 08:17:39,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 08:17:39,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 08:17:39,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 08:17:39,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 08:17:39,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 08:17:39,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 08:17:39,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 08:17:39,763 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 08:17:39,764 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-14 08:17:39,764 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 08:17:39,765 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-14T08:17:39,776 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-14 08:17:39,778 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 08:17:39,779 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T08:17:39,839 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=554, ProcessCount=11, AvailableMemoryMB=1896 2024-11-14T08:17:40,036 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-14T08:17:40,073 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972 2024-11-14T08:17:40,077 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/cluster_43f0c5d5-2239-c6f8-451a-36bcd78c861f, deleteOnExit=true 2024-11-14T08:17:40,211 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/cluster_43f0c5d5-2239-c6f8-451a-36bcd78c861f/zookeeper_0, clientPort=64351, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/cluster_43f0c5d5-2239-c6f8-451a-36bcd78c861f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/cluster_43f0c5d5-2239-c6f8-451a-36bcd78c861f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T08:17:40,224 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64351 2024-11-14T08:17:40,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:17:40,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:17:40,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/test.cache.data in system properties and HBase conf 2024-11-14T08:17:40,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:17:40,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:17:40,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:17:40,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:17:40,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:17:40,324 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T08:17:40,422 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:17:40,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:17:40,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:17:40,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:17:40,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:17:40,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:17:40,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:17:40,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:17:40,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:17:40,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:17:40,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:17:40,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:17:40,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:17:40,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:17:40,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:17:41,451 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T08:17:41,524 INFO [Time-limited test {}] log.Log(170): Logging initialized @3058ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T08:17:41,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:17:41,665 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:17:41,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:17:41,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:17:41,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T08:17:41,701 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:17:41,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bf6eecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:17:41,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f3a9c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:17:41,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cea93ce{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/java.io.tmpdir/jetty-localhost-36751-hadoop-hdfs-3_4_1-tests_jar-_-any-508709851937954122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:17:41,916 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20f9fb84{HTTP/1.1, (http/1.1)}{localhost:36751} 2024-11-14T08:17:41,916 INFO [Time-limited test {}] server.Server(415): Started @3452ms 2024-11-14T08:17:42,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:17:42,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:17:42,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:17:42,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:17:42,454 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T08:17:42,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33455bbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:17:42,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66dc6de8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:17:42,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@206adf7a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/java.io.tmpdir/jetty-localhost-34583-hadoop-hdfs-3_4_1-tests_jar-_-any-6604476557387474749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:17:42,554 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a8b3699{HTTP/1.1, (http/1.1)}{localhost:34583} 2024-11-14T08:17:42,555 INFO [Time-limited test {}] server.Server(415): Started @4090ms 2024-11-14T08:17:42,604 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:17:43,616 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/cluster_43f0c5d5-2239-c6f8-451a-36bcd78c861f/data/data2/current/BP-1929890319-172.17.0.3-1731572260960/current, will proceed with Du for space computation calculation, 2024-11-14T08:17:43,616 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/cluster_43f0c5d5-2239-c6f8-451a-36bcd78c861f/data/data1/current/BP-1929890319-172.17.0.3-1731572260960/current, will proceed with Du for space computation calculation, 2024-11-14T08:17:43,645 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:17:43,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57f9f91eeb6a5dfc with lease ID 0xf14bebcb1b789675: Processing first storage report for DS-63c7a4de-e3c2-4ab6-a1f6-608a04cdb4af from datanode DatanodeRegistration(127.0.0.1:45383, datanodeUuid=1538583c-e336-455c-9e50-6bf622ab131a, infoPort=39435, infoSecurePort=0, ipcPort=41823, storageInfo=lv=-57;cid=testClusterID;nsid=1925702407;c=1731572260960) 2024-11-14T08:17:43,699 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57f9f91eeb6a5dfc with lease ID 0xf14bebcb1b789675: from storage DS-63c7a4de-e3c2-4ab6-a1f6-608a04cdb4af node DatanodeRegistration(127.0.0.1:45383, datanodeUuid=1538583c-e336-455c-9e50-6bf622ab131a, infoPort=39435, infoSecurePort=0, ipcPort=41823, storageInfo=lv=-57;cid=testClusterID;nsid=1925702407;c=1731572260960), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T08:17:43,699 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57f9f91eeb6a5dfc with lease ID 0xf14bebcb1b789675: Processing first storage report for DS-77bdb103-7702-41a9-92c7-40aa74e39e25 from datanode DatanodeRegistration(127.0.0.1:45383, datanodeUuid=1538583c-e336-455c-9e50-6bf622ab131a, infoPort=39435, infoSecurePort=0, ipcPort=41823, storageInfo=lv=-57;cid=testClusterID;nsid=1925702407;c=1731572260960) 2024-11-14T08:17:43,699 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57f9f91eeb6a5dfc with lease ID 0xf14bebcb1b789675: from storage DS-77bdb103-7702-41a9-92c7-40aa74e39e25 node DatanodeRegistration(127.0.0.1:45383, datanodeUuid=1538583c-e336-455c-9e50-6bf622ab131a, infoPort=39435, infoSecurePort=0, ipcPort=41823, storageInfo=lv=-57;cid=testClusterID;nsid=1925702407;c=1731572260960), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:17:43,788 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972 2024-11-14T08:17:43,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:17:43,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:17:43,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:17:44,399 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe with version=8 2024-11-14T08:17:44,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/hbase-staging 2024-11-14T08:17:44,481 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T08:17:44,745 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:17:44,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:17:44,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:17:44,759 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:17:44,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:17:44,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:17:44,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:17:44,945 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T08:17:44,956 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T08:17:44,961 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:17:44,990 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13340 (auto-detected) 2024-11-14T08:17:44,991 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-14T08:17:45,010 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40515 2024-11-14T08:17:45,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40515 connecting to ZooKeeper ensemble=127.0.0.1:64351 2024-11-14T08:17:45,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405150x0, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:17:45,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40515-0x101386bd9090000 connected 2024-11-14T08:17:45,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:17:45,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:17:45,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Set watcher on znode that does not yet exist, /0831983130/running 2024-11-14T08:17:45,273 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe, hbase.cluster.distributed=false 2024-11-14T08:17:45,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Set watcher on znode that does not yet exist, /0831983130/acl 2024-11-14T08:17:45,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40515 2024-11-14T08:17:45,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40515 2024-11-14T08:17:45,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40515 2024-11-14T08:17:45,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40515 2024-11-14T08:17:45,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40515 2024-11-14T08:17:45,406 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:17:45,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:17:45,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:17:45,408 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:17:45,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:17:45,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:17:45,410 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:17:45,413 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:17:45,413 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35023 2024-11-14T08:17:45,415 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35023 connecting to ZooKeeper ensemble=127.0.0.1:64351 2024-11-14T08:17:45,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:17:45,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:17:45,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350230x0, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:17:45,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35023-0x101386bd9090001 connected 2024-11-14T08:17:45,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350230x0, quorum=127.0.0.1:64351, baseZNode=/0831983130 Set watcher on znode that does not yet exist, /0831983130/running 2024-11-14T08:17:45,438 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:17:45,445 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:17:45,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35023-0x101386bd9090001, quorum=127.0.0.1:64351, baseZNode=/0831983130 Set watcher on znode that does not yet exist, /0831983130/master 2024-11-14T08:17:45,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35023-0x101386bd9090001, quorum=127.0.0.1:64351, baseZNode=/0831983130 Set watcher on znode that does not yet exist, /0831983130/acl 2024-11-14T08:17:45,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35023 2024-11-14T08:17:45,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35023 2024-11-14T08:17:45,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35023 2024-11-14T08:17:45,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35023 2024-11-14T08:17:45,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35023 2024-11-14T08:17:45,472 DEBUG [M:0;b344df224d93:40515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:40515 2024-11-14T08:17:45,473 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0831983130/backup-masters/b344df224d93,40515,1731572264582 2024-11-14T08:17:45,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x101386bd9090001, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130/backup-masters 2024-11-14T08:17:45,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130/backup-masters 2024-11-14T08:17:45,492 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Set watcher on existing znode=/0831983130/backup-masters/b344df224d93,40515,1731572264582 2024-11-14T08:17:45,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x101386bd9090001, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0831983130/master 2024-11-14T08:17:45,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:17:45,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x101386bd9090001, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:17:45,523 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Set watcher on existing znode=/0831983130/master 2024-11-14T08:17:45,524 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0831983130/backup-masters/b344df224d93,40515,1731572264582 from backup master directory 2024-11-14T08:17:45,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0831983130/backup-masters/b344df224d93,40515,1731572264582 2024-11-14T08:17:45,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x101386bd9090001, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130/backup-masters 2024-11-14T08:17:45,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130/backup-masters 2024-11-14T08:17:45,539 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:17:45,539 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,40515,1731572264582 2024-11-14T08:17:45,542 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T08:17:45,544 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T08:17:45,596 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/hbase.id] with ID: a3917a83-56be-4ab5-846b-2a084b51bde0 2024-11-14T08:17:45,596 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/.tmp/hbase.id 2024-11-14T08:17:45,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:17:46,008 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/.tmp/hbase.id]:[hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/hbase.id] 2024-11-14T08:17:46,056 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:17:46,061 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:17:46,081 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-14T08:17:46,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x101386bd9090001, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:17:46,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:17:46,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:17:46,564 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:17:46,568 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:17:46,586 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:17:46,591 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:17:46,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:17:47,045 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store 2024-11-14T08:17:47,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:17:47,468 INFO [master/b344df224d93:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T08:17:47,473 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:17:47,474 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:17:47,475 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:17:47,475 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:17:47,476 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:17:47,477 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:17:47,477 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:17:47,478 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572267474Disabling compacts and flushes for region at 1731572267474Disabling writes for close at 1731572267476 (+2 ms)Writing region close event to WAL at 1731572267477 (+1 ms)Closed at 1731572267477 2024-11-14T08:17:47,480 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/.initializing 2024-11-14T08:17:47,480 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/WALs/b344df224d93,40515,1731572264582 2024-11-14T08:17:47,489 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:17:47,502 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C40515%2C1731572264582, suffix=, logDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/WALs/b344df224d93,40515,1731572264582, archiveDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/oldWALs, maxLogs=10 2024-11-14T08:17:47,523 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/WALs/b344df224d93,40515,1731572264582/b344df224d93%2C40515%2C1731572264582.1731572267506, exclude list is [], retry=0 2024-11-14T08:17:47,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45383,DS-63c7a4de-e3c2-4ab6-a1f6-608a04cdb4af,DISK] 2024-11-14T08:17:47,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T08:17:47,571 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/WALs/b344df224d93,40515,1731572264582/b344df224d93%2C40515%2C1731572264582.1731572267506 2024-11-14T08:17:47,572 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-11-14T08:17:47,572 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:17:47,573 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:17:47,575 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:47,576 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:47,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:47,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:17:47,633 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:47,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:17:47,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:47,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:17:47,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:47,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:17:47,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:47,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:17:47,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:47,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:17:47,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:47,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:17:47,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:47,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:17:47,650 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:47,655 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:47,656 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:47,662 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:47,662 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:47,665 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:17:47,669 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:47,674 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:17:47,675 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59090763, jitterRate=-0.11947901546955109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:17:47,684 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572267587Initializing all the Stores at 1731572267589 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572267590 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572267590Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572267591 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572267591Cleaning up temporary data from old regions at 1731572267662 (+71 ms)Region opened successfully at 1731572267684 (+22 ms) 2024-11-14T08:17:47,685 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:17:47,721 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4775d4d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:17:47,748 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:17:47,758 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:17:47,758 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:17:47,760 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:17:47,762 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T08:17:47,766 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T08:17:47,767 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:17:47,793 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:17:47,801 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Unable to get data of znode /0831983130/balancer because node does not exist (not necessarily an error) 2024-11-14T08:17:47,868 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0831983130/balancer already deleted, retry=false 2024-11-14T08:17:47,871 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:17:47,872 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Unable to get data of znode /0831983130/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:17:47,885 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0831983130/normalizer already deleted, retry=false 2024-11-14T08:17:47,889 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:17:47,895 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Unable to get data of znode /0831983130/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:17:47,906 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0831983130/switch/split already deleted, retry=false 2024-11-14T08:17:47,908 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Unable to get data of znode /0831983130/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:17:47,921 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0831983130/switch/merge already deleted, retry=false 2024-11-14T08:17:47,942 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Unable to get data of znode /0831983130/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:17:47,952 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0831983130/snapshot-cleanup already deleted, retry=false 2024-11-14T08:17:47,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x101386bd9090001, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0831983130/running 2024-11-14T08:17:47,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0831983130/running 2024-11-14T08:17:47,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x101386bd9090001, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:17:47,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:17:47,971 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,40515,1731572264582, sessionid=0x101386bd9090000, setting cluster-up flag (Was=false) 2024-11-14T08:17:48,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x101386bd9090001, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:17:48,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:17:48,032 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0831983130/flush-table-proc/acquired, /0831983130/flush-table-proc/reached, /0831983130/flush-table-proc/abort 2024-11-14T08:17:48,035 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,40515,1731572264582 2024-11-14T08:17:48,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x101386bd9090001, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:17:48,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:17:48,089 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0831983130/online-snapshot/acquired, /0831983130/online-snapshot/reached, /0831983130/online-snapshot/abort 2024-11-14T08:17:48,092 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,40515,1731572264582 2024-11-14T08:17:48,101 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:17:48,163 INFO [RS:0;b344df224d93:35023 {}] regionserver.HRegionServer(746): ClusterId : a3917a83-56be-4ab5-846b-2a084b51bde0 2024-11-14T08:17:48,166 DEBUG [RS:0;b344df224d93:35023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:17:48,177 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:17:48,181 DEBUG [RS:0;b344df224d93:35023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:17:48,181 DEBUG [RS:0;b344df224d93:35023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:17:48,187 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:17:48,195 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:17:48,196 DEBUG [RS:0;b344df224d93:35023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:17:48,197 DEBUG [RS:0;b344df224d93:35023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a85f325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:17:48,201 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,40515,1731572264582 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:17:48,208 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:17:48,208 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:17:48,209 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:17:48,209 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:17:48,209 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:17:48,209 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:48,209 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:17:48,209 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:48,211 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572298211 2024-11-14T08:17:48,212 DEBUG [RS:0;b344df224d93:35023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:35023 2024-11-14T08:17:48,213 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:17:48,214 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:17:48,214 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:17:48,215 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:17:48,215 INFO [RS:0;b344df224d93:35023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:17:48,215 INFO [RS:0;b344df224d93:35023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:17:48,216 DEBUG [RS:0;b344df224d93:35023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:17:48,218 INFO [RS:0;b344df224d93:35023 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,40515,1731572264582 with port=35023, startcode=1731572265375 2024-11-14T08:17:48,218 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:17:48,219 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:17:48,219 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:17:48,219 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:17:48,220 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:48,221 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:48,221 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:17:48,223 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:17:48,224 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:17:48,224 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:17:48,225 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:17:48,227 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:17:48,228 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:17:48,230 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572268229,5,FailOnTimeoutGroup] 2024-11-14T08:17:48,231 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572268230,5,FailOnTimeoutGroup] 2024-11-14T08:17:48,232 DEBUG [RS:0;b344df224d93:35023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:17:48,232 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:48,232 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:17:48,233 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:48,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:17:48,234 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:48,262 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:17:48,267 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40515 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,35023,1731572265375 2024-11-14T08:17:48,269 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40515 {}] master.ServerManager(517): Registering regionserver=b344df224d93,35023,1731572265375 2024-11-14T08:17:48,282 DEBUG [RS:0;b344df224d93:35023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe 2024-11-14T08:17:48,282 DEBUG [RS:0;b344df224d93:35023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37439 2024-11-14T08:17:48,282 DEBUG [RS:0;b344df224d93:35023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:17:48,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130/rs 2024-11-14T08:17:48,296 DEBUG [RS:0;b344df224d93:35023 {}] zookeeper.ZKUtil(111): regionserver:35023-0x101386bd9090001, quorum=127.0.0.1:64351, baseZNode=/0831983130 Set watcher on existing znode=/0831983130/rs/b344df224d93,35023,1731572265375 2024-11-14T08:17:48,296 WARN [RS:0;b344df224d93:35023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:17:48,296 INFO [RS:0;b344df224d93:35023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:17:48,297 DEBUG [RS:0;b344df224d93:35023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375 2024-11-14T08:17:48,299 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,35023,1731572265375] 2024-11-14T08:17:48,323 INFO [RS:0;b344df224d93:35023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:17:48,340 INFO [RS:0;b344df224d93:35023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:17:48,344 INFO [RS:0;b344df224d93:35023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:17:48,345 INFO [RS:0;b344df224d93:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:48,346 INFO [RS:0;b344df224d93:35023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:17:48,351 INFO [RS:0;b344df224d93:35023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:17:48,352 INFO [RS:0;b344df224d93:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:48,352 DEBUG [RS:0;b344df224d93:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:48,353 DEBUG [RS:0;b344df224d93:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:48,353 DEBUG [RS:0;b344df224d93:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:48,353 DEBUG [RS:0;b344df224d93:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:48,353 DEBUG [RS:0;b344df224d93:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:48,353 DEBUG [RS:0;b344df224d93:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:17:48,353 DEBUG [RS:0;b344df224d93:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:48,354 DEBUG [RS:0;b344df224d93:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:48,354 DEBUG [RS:0;b344df224d93:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:48,354 DEBUG [RS:0;b344df224d93:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:48,354 DEBUG [RS:0;b344df224d93:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:48,354 DEBUG [RS:0;b344df224d93:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:48,354 DEBUG [RS:0;b344df224d93:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:17:48,355 DEBUG [RS:0;b344df224d93:35023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:17:48,356 INFO [RS:0;b344df224d93:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:48,356 INFO [RS:0;b344df224d93:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:48,356 INFO [RS:0;b344df224d93:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:48,356 INFO [RS:0;b344df224d93:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:48,356 INFO [RS:0;b344df224d93:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:48,356 INFO [RS:0;b344df224d93:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,35023,1731572265375-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:17:48,374 INFO [RS:0;b344df224d93:35023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:17:48,376 INFO [RS:0;b344df224d93:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,35023,1731572265375-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:48,376 INFO [RS:0;b344df224d93:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:48,376 INFO [RS:0;b344df224d93:35023 {}] regionserver.Replication(171): b344df224d93,35023,1731572265375 started 2024-11-14T08:17:48,394 INFO [RS:0;b344df224d93:35023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:48,394 INFO [RS:0;b344df224d93:35023 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,35023,1731572265375, RpcServer on b344df224d93/172.17.0.3:35023, sessionid=0x101386bd9090001 2024-11-14T08:17:48,395 DEBUG [RS:0;b344df224d93:35023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:17:48,395 DEBUG [RS:0;b344df224d93:35023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,35023,1731572265375 2024-11-14T08:17:48,395 DEBUG [RS:0;b344df224d93:35023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,35023,1731572265375' 2024-11-14T08:17:48,395 DEBUG [RS:0;b344df224d93:35023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0831983130/flush-table-proc/abort' 2024-11-14T08:17:48,396 DEBUG [RS:0;b344df224d93:35023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0831983130/flush-table-proc/acquired' 2024-11-14T08:17:48,397 DEBUG [RS:0;b344df224d93:35023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:17:48,397 DEBUG [RS:0;b344df224d93:35023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:17:48,397 DEBUG [RS:0;b344df224d93:35023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,35023,1731572265375 2024-11-14T08:17:48,397 DEBUG [RS:0;b344df224d93:35023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,35023,1731572265375' 2024-11-14T08:17:48,397 DEBUG [RS:0;b344df224d93:35023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0831983130/online-snapshot/abort' 2024-11-14T08:17:48,398 DEBUG [RS:0;b344df224d93:35023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0831983130/online-snapshot/acquired' 2024-11-14T08:17:48,399 DEBUG [RS:0;b344df224d93:35023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:17:48,399 INFO [RS:0;b344df224d93:35023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:17:48,399 INFO [RS:0;b344df224d93:35023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:17:48,513 INFO [RS:0;b344df224d93:35023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:17:48,516 INFO [RS:0;b344df224d93:35023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C35023%2C1731572265375, suffix=, logDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375, archiveDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/oldWALs, maxLogs=10 2024-11-14T08:17:48,530 DEBUG [RS:0;b344df224d93:35023 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375/b344df224d93%2C35023%2C1731572265375.1731572268518, exclude list is [], retry=0 2024-11-14T08:17:48,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45383,DS-63c7a4de-e3c2-4ab6-a1f6-608a04cdb4af,DISK] 2024-11-14T08:17:48,538 INFO [RS:0;b344df224d93:35023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375/b344df224d93%2C35023%2C1731572265375.1731572268518 2024-11-14T08:17:48,539 DEBUG [RS:0;b344df224d93:35023 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-11-14T08:17:48,640 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:17:48,642 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe 2024-11-14T08:17:48,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741833_1009 (size=32) 2024-11-14T08:17:49,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:17:49,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:17:49,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:17:49,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:49,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:17:49,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:17:49,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:17:49,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:49,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:17:49,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:17:49,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:17:49,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:49,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:17:49,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:17:49,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:17:49,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:49,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:17:49,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:17:49,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740 2024-11-14T08:17:49,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740 2024-11-14T08:17:49,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:17:49,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:17:49,086 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:17:49,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:17:49,092 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:17:49,093 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72315409, jitterRate=0.07758356630802155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:17:49,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572269057Initializing all the Stores at 1731572269062 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572269062Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572269063 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572269063Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572269063Cleaning up temporary data from old regions at 1731572269085 (+22 ms)Region opened successfully at 1731572269096 (+11 ms) 2024-11-14T08:17:49,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:17:49,097 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:17:49,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:17:49,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:17:49,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:17:49,099 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:17:49,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572269097Disabling compacts and flushes for region at 1731572269097Disabling writes for close at 1731572269097Writing region close event to WAL at 1731572269098 (+1 ms)Closed at 1731572269098 2024-11-14T08:17:49,102 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:17:49,102 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:17:49,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:17:49,116 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:17:49,119 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:17:49,271 DEBUG [b344df224d93:40515 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:17:49,284 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,35023,1731572265375 2024-11-14T08:17:49,290 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,35023,1731572265375, state=OPENING 2024-11-14T08:17:49,342 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:17:49,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x101386bd9090001, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:17:49,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:17:49,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0831983130/meta-region-server: CHANGED 2024-11-14T08:17:49,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0831983130/meta-region-server: CHANGED 2024-11-14T08:17:49,358 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:17:49,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,35023,1731572265375}] 2024-11-14T08:17:49,534 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:17:49,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:17:49,548 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:17:49,548 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:17:49,549 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:17:49,552 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C35023%2C1731572265375.meta, suffix=.meta, logDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375, archiveDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/oldWALs, maxLogs=10 2024-11-14T08:17:49,566 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375/b344df224d93%2C35023%2C1731572265375.meta.1731572269554.meta, exclude list is [], retry=0 2024-11-14T08:17:49,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45383,DS-63c7a4de-e3c2-4ab6-a1f6-608a04cdb4af,DISK] 2024-11-14T08:17:49,573 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375/b344df224d93%2C35023%2C1731572265375.meta.1731572269554.meta 2024-11-14T08:17:49,573 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-11-14T08:17:49,573 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:17:49,578 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:17:49,579 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:17:49,581 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:17:49,582 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:17:49,586 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:17:49,586 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:17:49,586 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:17:49,586 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:17:49,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:17:49,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:17:49,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:49,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:17:49,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:17:49,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:17:49,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:49,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:17:49,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:17:49,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:17:49,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:49,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:17:49,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:17:49,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:17:49,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:49,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:17:49,601 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:17:49,603 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740 2024-11-14T08:17:49,606 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740 2024-11-14T08:17:49,609 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:17:49,609 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:17:49,610 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:17:49,613 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:17:49,616 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70681909, jitterRate=0.0532425194978714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:17:49,616 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:17:49,618 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572269587Writing region info on filesystem at 1731572269587Initializing all the Stores at 1731572269589 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572269589Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572269590 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572269590Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572269590Cleaning up temporary data from old regions at 1731572269609 (+19 ms)Running coprocessor post-open hooks at 1731572269616 (+7 ms)Region opened successfully at 1731572269618 (+2 ms) 2024-11-14T08:17:49,625 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572269527 2024-11-14T08:17:49,637 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:17:49,637 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:17:49,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,35023,1731572265375 2024-11-14T08:17:49,641 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,35023,1731572265375, state=OPEN 2024-11-14T08:17:49,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0831983130/meta-region-server 2024-11-14T08:17:49,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x101386bd9090001, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0831983130/meta-region-server 2024-11-14T08:17:49,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0831983130/meta-region-server: CHANGED 2024-11-14T08:17:49,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0831983130/meta-region-server: CHANGED 2024-11-14T08:17:49,770 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,35023,1731572265375 2024-11-14T08:17:49,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:17:49,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,35023,1731572265375 in 409 msec 2024-11-14T08:17:49,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:17:49,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 675 msec 2024-11-14T08:17:49,791 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:17:49,791 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:17:49,807 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:17:49,808 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,35023,1731572265375, seqNum=-1] 2024-11-14T08:17:49,840 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:17:49,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:17:49,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7250 sec 2024-11-14T08:17:49,861 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572269861, completionTime=-1 2024-11-14T08:17:49,863 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:17:49,864 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:17:49,887 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:17:49,887 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572329887 2024-11-14T08:17:49,888 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572389887 2024-11-14T08:17:49,888 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 24 msec 2024-11-14T08:17:49,890 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40515,1731572264582-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:49,890 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40515,1731572264582-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:49,890 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40515,1731572264582-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:49,891 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:40515, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:49,892 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:49,892 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:49,897 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:17:49,932 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.392sec 2024-11-14T08:17:49,933 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:17:49,934 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:17:49,935 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:17:49,935 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:17:49,935 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:17:49,936 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40515,1731572264582-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:17:49,936 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40515,1731572264582-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:17:49,947 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:17:49,948 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:17:49,948 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40515,1731572264582-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:49,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e692122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:49,976 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T08:17:49,976 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T08:17:49,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,40515,-1 for getting cluster id 2024-11-14T08:17:49,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:17:49,988 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3917a83-56be-4ab5-846b-2a084b51bde0' 2024-11-14T08:17:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:17:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3917a83-56be-4ab5-846b-2a084b51bde0" 2024-11-14T08:17:49,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed8bbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:49,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,40515,-1] 2024-11-14T08:17:49,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:17:49,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:49,998 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:17:50,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33b9bec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:50,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:17:50,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,35023,1731572265375, seqNum=-1] 2024-11-14T08:17:50,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:17:50,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:17:50,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,40515,1731572264582 2024-11-14T08:17:50,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64351 2024-11-14T08:17:50,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:17:50,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101386bd9090002 connected 2024-11-14T08:17:50,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/hadoop.log.dir so I do NOT create it in target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907 2024-11-14T08:17:50,247 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T08:17:50,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/hadoop.tmp.dir so I do NOT create it in target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907 2024-11-14T08:17:50,247 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T08:17:50,247 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907 2024-11-14T08:17:50,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:17:50,248 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/cluster_30a3ab5d-3ad0-e89d-65d1-483c8ed6848c, deleteOnExit=true 2024-11-14T08:17:50,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:17:50,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/test.cache.data in system properties and HBase conf 2024-11-14T08:17:50,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:17:50,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:17:50,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:17:50,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:17:50,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:17:50,249 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:17:50,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:17:50,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:17:50,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:17:50,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:17:50,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:17:50,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:17:50,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:17:50,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:17:50,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:17:50,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:17:50,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:17:50,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:17:50,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:17:50,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:17:50,629 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:17:50,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:17:50,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:17:50,640 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:17:50,641 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T08:17:50,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:17:50,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6448fc16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:17:50,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e3a5320{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:17:50,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64605218{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/java.io.tmpdir/jetty-localhost-33725-hadoop-hdfs-3_4_1-tests_jar-_-any-16076286397625847053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:17:50,739 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61008f8a{HTTP/1.1, (http/1.1)}{localhost:33725} 2024-11-14T08:17:50,739 INFO [Time-limited test {}] server.Server(415): Started @12274ms 2024-11-14T08:17:51,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:17:51,033 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:17:51,033 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:17:51,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:17:51,034 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:17:51,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53f36744{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:17:51,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4edba9c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:17:51,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14183b95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/java.io.tmpdir/jetty-localhost-37199-hadoop-hdfs-3_4_1-tests_jar-_-any-7340073860039102685/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:17:51,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18400d{HTTP/1.1, (http/1.1)}{localhost:37199} 2024-11-14T08:17:51,133 INFO [Time-limited test {}] server.Server(415): Started @12668ms 2024-11-14T08:17:51,135 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:17:51,848 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/cluster_30a3ab5d-3ad0-e89d-65d1-483c8ed6848c/data/data2/current/BP-1023475795-172.17.0.3-1731572270279/current, will proceed with Du for space computation calculation, 2024-11-14T08:17:51,848 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/cluster_30a3ab5d-3ad0-e89d-65d1-483c8ed6848c/data/data1/current/BP-1023475795-172.17.0.3-1731572270279/current, will proceed with Du for space computation calculation, 2024-11-14T08:17:51,869 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:17:51,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcda1156a5606d174 with lease ID 0x233608e7d15e6e4f: Processing first storage report for DS-a382a348-d086-40bd-b29f-fc7a23e7f8e0 from datanode DatanodeRegistration(127.0.0.1:37935, datanodeUuid=a63cf7ad-f6e6-4ae4-9415-a50d231aade1, infoPort=45359, infoSecurePort=0, ipcPort=43197, storageInfo=lv=-57;cid=testClusterID;nsid=917628379;c=1731572270279) 2024-11-14T08:17:51,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcda1156a5606d174 with lease ID 0x233608e7d15e6e4f: from storage DS-a382a348-d086-40bd-b29f-fc7a23e7f8e0 node DatanodeRegistration(127.0.0.1:37935, datanodeUuid=a63cf7ad-f6e6-4ae4-9415-a50d231aade1, infoPort=45359, infoSecurePort=0, ipcPort=43197, storageInfo=lv=-57;cid=testClusterID;nsid=917628379;c=1731572270279), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:17:51,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcda1156a5606d174 with lease ID 0x233608e7d15e6e4f: Processing first storage report for DS-52b48975-f617-4f41-824b-f7fcba803bf9 from datanode DatanodeRegistration(127.0.0.1:37935, datanodeUuid=a63cf7ad-f6e6-4ae4-9415-a50d231aade1, infoPort=45359, infoSecurePort=0, ipcPort=43197, storageInfo=lv=-57;cid=testClusterID;nsid=917628379;c=1731572270279) 2024-11-14T08:17:51,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcda1156a5606d174 with lease ID 0x233608e7d15e6e4f: from storage DS-52b48975-f617-4f41-824b-f7fcba803bf9 node DatanodeRegistration(127.0.0.1:37935, datanodeUuid=a63cf7ad-f6e6-4ae4-9415-a50d231aade1, infoPort=45359, infoSecurePort=0, ipcPort=43197, storageInfo=lv=-57;cid=testClusterID;nsid=917628379;c=1731572270279), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:17:51,981 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907 2024-11-14T08:17:51,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:17:51,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:17:52,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:17:52,407 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4 with version=8 2024-11-14T08:17:52,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/hbase-staging 2024-11-14T08:17:52,411 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:17:52,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:17:52,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:17:52,412 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:17:52,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:17:52,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:17:52,412 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:17:52,412 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:17:52,414 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44535 2024-11-14T08:17:52,416 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44535 connecting to ZooKeeper ensemble=127.0.0.1:64351 2024-11-14T08:17:52,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445350x0, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:17:52,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44535-0x101386bd9090003 connected 2024-11-14T08:17:52,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:17:52,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:17:52,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Set watcher on znode that does not yet exist, /11734971167/running 2024-11-14T08:17:52,549 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4, hbase.cluster.distributed=false 2024-11-14T08:17:52,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Set watcher on znode that does not yet exist, /11734971167/acl 2024-11-14T08:17:52,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44535 2024-11-14T08:17:52,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44535 2024-11-14T08:17:52,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44535 2024-11-14T08:17:52,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44535 2024-11-14T08:17:52,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44535 2024-11-14T08:17:52,568 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:17:52,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:17:52,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:17:52,568 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:17:52,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:17:52,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:17:52,568 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:17:52,568 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:17:52,569 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46291 2024-11-14T08:17:52,571 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46291 connecting to ZooKeeper ensemble=127.0.0.1:64351 2024-11-14T08:17:52,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:17:52,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:17:52,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462910x0, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:17:52,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462910x0, quorum=127.0.0.1:64351, baseZNode=/11734971167 Set watcher on znode that does not yet exist, /11734971167/running 2024-11-14T08:17:52,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46291-0x101386bd9090004 connected 2024-11-14T08:17:52,585 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:17:52,586 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:17:52,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46291-0x101386bd9090004, quorum=127.0.0.1:64351, baseZNode=/11734971167 Set watcher on znode that does not yet exist, /11734971167/master 2024-11-14T08:17:52,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46291-0x101386bd9090004, quorum=127.0.0.1:64351, baseZNode=/11734971167 Set watcher on znode that does not yet exist, /11734971167/acl 2024-11-14T08:17:52,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46291 2024-11-14T08:17:52,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46291 2024-11-14T08:17:52,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46291 2024-11-14T08:17:52,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46291 2024-11-14T08:17:52,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46291 2024-11-14T08:17:52,605 DEBUG [M:0;b344df224d93:44535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:44535 2024-11-14T08:17:52,606 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11734971167/backup-masters/b344df224d93,44535,1731572272410 2024-11-14T08:17:52,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46291-0x101386bd9090004, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11734971167/backup-masters 2024-11-14T08:17:52,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11734971167/backup-masters 2024-11-14T08:17:52,616 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Set watcher on existing znode=/11734971167/backup-masters/b344df224d93,44535,1731572272410 2024-11-14T08:17:52,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11734971167 2024-11-14T08:17:52,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46291-0x101386bd9090004, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11734971167/master 2024-11-14T08:17:52,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46291-0x101386bd9090004, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11734971167 2024-11-14T08:17:52,626 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Set watcher on existing znode=/11734971167/master 2024-11-14T08:17:52,627 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11734971167/backup-masters/b344df224d93,44535,1731572272410 from backup master directory 2024-11-14T08:17:52,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46291-0x101386bd9090004, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11734971167/backup-masters 2024-11-14T08:17:52,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11734971167/backup-masters/b344df224d93,44535,1731572272410 2024-11-14T08:17:52,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11734971167/backup-masters 2024-11-14T08:17:52,636 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:17:52,637 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,44535,1731572272410 2024-11-14T08:17:52,645 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/hbase.id] with ID: 77a784f2-8902-48d8-84a0-33f205eb53f6 2024-11-14T08:17:52,645 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/.tmp/hbase.id 2024-11-14T08:17:52,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:17:53,054 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/.tmp/hbase.id]:[hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/hbase.id] 2024-11-14T08:17:53,090 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:17:53,091 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:17:53,093 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T08:17:53,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11734971167 2024-11-14T08:17:53,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46291-0x101386bd9090004, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11734971167 2024-11-14T08:17:53,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:17:53,153 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:17:53,154 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:17:53,155 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:17:53,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:17:53,173 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/data/master/store 2024-11-14T08:17:53,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:17:53,185 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:17:53,185 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:17:53,185 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:17:53,185 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:17:53,185 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:17:53,185 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:17:53,185 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:17:53,186 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572273185Disabling compacts and flushes for region at 1731572273185Disabling writes for close at 1731572273185Writing region close event to WAL at 1731572273185Closed at 1731572273185 2024-11-14T08:17:53,189 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/data/master/store/.initializing 2024-11-14T08:17:53,190 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/WALs/b344df224d93,44535,1731572272410 2024-11-14T08:17:53,192 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:17:53,195 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C44535%2C1731572272410, suffix=, logDir=hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/WALs/b344df224d93,44535,1731572272410, archiveDir=hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/oldWALs, maxLogs=10 2024-11-14T08:17:53,215 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/WALs/b344df224d93,44535,1731572272410/b344df224d93%2C44535%2C1731572272410.1731572273195, exclude list is [], retry=0 2024-11-14T08:17:53,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37935,DS-a382a348-d086-40bd-b29f-fc7a23e7f8e0,DISK] 2024-11-14T08:17:53,226 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/WALs/b344df224d93,44535,1731572272410/b344df224d93%2C44535%2C1731572272410.1731572273195 2024-11-14T08:17:53,228 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45359:45359)] 2024-11-14T08:17:53,228 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:17:53,229 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:17:53,229 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:53,230 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:53,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:53,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:17:53,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:53,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:17:53,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:53,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:17:53,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:53,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:17:53,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:53,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:17:53,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:53,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:17:53,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:53,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:17:53,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:53,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:17:53,256 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:53,258 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:53,259 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:53,264 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:53,264 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:53,265 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:17:53,268 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:17:53,280 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:17:53,282 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70639371, jitterRate=0.05260865390300751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:17:53,282 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572273230Initializing all the Stores at 1731572273232 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572273232Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572273232Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572273232Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572273232Cleaning up temporary data from old regions at 1731572273264 (+32 ms)Region opened successfully at 1731572273282 (+18 ms) 2024-11-14T08:17:53,284 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:17:53,294 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b716906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:17:53,295 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:17:53,295 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:17:53,295 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:17:53,296 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:17:53,297 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T08:17:53,297 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T08:17:53,297 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:17:53,307 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:17:53,308 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Unable to get data of znode /11734971167/balancer because node does not exist (not necessarily an error) 2024-11-14T08:17:53,320 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11734971167/balancer already deleted, retry=false 2024-11-14T08:17:53,321 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:17:53,323 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Unable to get data of znode /11734971167/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:17:53,331 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11734971167/normalizer already deleted, retry=false 2024-11-14T08:17:53,332 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:17:53,334 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Unable to get data of znode /11734971167/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:17:53,342 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11734971167/switch/split already deleted, retry=false 2024-11-14T08:17:53,346 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Unable to get data of znode /11734971167/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:17:53,358 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11734971167/switch/merge already deleted, retry=false 2024-11-14T08:17:53,362 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Unable to get data of znode /11734971167/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:17:53,373 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11734971167/snapshot-cleanup already deleted, retry=false 2024-11-14T08:17:53,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46291-0x101386bd9090004, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11734971167/running 2024-11-14T08:17:53,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11734971167/running 2024-11-14T08:17:53,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46291-0x101386bd9090004, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11734971167 2024-11-14T08:17:53,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11734971167 2024-11-14T08:17:53,385 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,44535,1731572272410, sessionid=0x101386bd9090003, setting cluster-up flag (Was=false) 2024-11-14T08:17:53,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11734971167 2024-11-14T08:17:53,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46291-0x101386bd9090004, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11734971167 2024-11-14T08:17:53,437 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11734971167/flush-table-proc/acquired, /11734971167/flush-table-proc/reached, /11734971167/flush-table-proc/abort 2024-11-14T08:17:53,438 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,44535,1731572272410 2024-11-14T08:17:53,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11734971167 2024-11-14T08:17:53,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46291-0x101386bd9090004, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11734971167 2024-11-14T08:17:53,489 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11734971167/online-snapshot/acquired, /11734971167/online-snapshot/reached, /11734971167/online-snapshot/abort 2024-11-14T08:17:53,493 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,44535,1731572272410 2024-11-14T08:17:53,495 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:17:53,504 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:17:53,505 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:17:53,505 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:17:53,505 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,44535,1731572272410 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:17:53,512 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:17:53,512 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:17:53,513 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:17:53,513 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:17:53,513 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:17:53,513 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:53,513 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:17:53,513 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:53,518 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:17:53,518 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:17:53,520 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:53,520 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:17:53,526 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572303526 2024-11-14T08:17:53,526 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:17:53,526 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:17:53,526 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:17:53,526 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:17:53,526 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:17:53,526 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:17:53,526 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:53,527 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:17:53,527 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:17:53,527 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:17:53,527 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:17:53,527 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:17:53,527 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:17:53,528 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572273527,5,FailOnTimeoutGroup] 2024-11-14T08:17:53,536 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572273528,5,FailOnTimeoutGroup] 2024-11-14T08:17:53,536 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:53,536 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:17:53,537 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:53,537 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:53,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:17:53,596 INFO [RS:0;b344df224d93:46291 {}] regionserver.HRegionServer(746): ClusterId : 77a784f2-8902-48d8-84a0-33f205eb53f6 2024-11-14T08:17:53,597 DEBUG [RS:0;b344df224d93:46291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:17:53,606 DEBUG [RS:0;b344df224d93:46291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:17:53,606 DEBUG [RS:0;b344df224d93:46291 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:17:53,616 DEBUG [RS:0;b344df224d93:46291 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:17:53,617 DEBUG [RS:0;b344df224d93:46291 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9bb8c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:17:53,639 DEBUG [RS:0;b344df224d93:46291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:46291 2024-11-14T08:17:53,639 INFO [RS:0;b344df224d93:46291 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:17:53,639 INFO [RS:0;b344df224d93:46291 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:17:53,639 DEBUG [RS:0;b344df224d93:46291 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:17:53,645 INFO [RS:0;b344df224d93:46291 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,44535,1731572272410 with port=46291, startcode=1731572272567 2024-11-14T08:17:53,645 DEBUG [RS:0;b344df224d93:46291 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:17:53,652 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:17:53,653 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44535 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,46291,1731572272567 2024-11-14T08:17:53,653 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44535 {}] master.ServerManager(517): Registering regionserver=b344df224d93,46291,1731572272567 2024-11-14T08:17:53,658 DEBUG [RS:0;b344df224d93:46291 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4 2024-11-14T08:17:53,658 DEBUG [RS:0;b344df224d93:46291 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34091 2024-11-14T08:17:53,658 DEBUG [RS:0;b344df224d93:46291 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:17:53,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11734971167/rs 2024-11-14T08:17:53,670 DEBUG [RS:0;b344df224d93:46291 {}] zookeeper.ZKUtil(111): regionserver:46291-0x101386bd9090004, quorum=127.0.0.1:64351, baseZNode=/11734971167 Set watcher on existing znode=/11734971167/rs/b344df224d93,46291,1731572272567 2024-11-14T08:17:53,670 WARN [RS:0;b344df224d93:46291 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:17:53,671 INFO [RS:0;b344df224d93:46291 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:17:53,671 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,46291,1731572272567] 2024-11-14T08:17:53,671 DEBUG [RS:0;b344df224d93:46291 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/WALs/b344df224d93,46291,1731572272567 2024-11-14T08:17:53,684 INFO [RS:0;b344df224d93:46291 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:17:53,692 INFO [RS:0;b344df224d93:46291 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:17:53,696 INFO [RS:0;b344df224d93:46291 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:17:53,696 INFO [RS:0;b344df224d93:46291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:53,697 INFO [RS:0;b344df224d93:46291 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:17:53,699 INFO [RS:0;b344df224d93:46291 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:17:53,699 INFO [RS:0;b344df224d93:46291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:53,699 DEBUG [RS:0;b344df224d93:46291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:53,699 DEBUG [RS:0;b344df224d93:46291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:53,700 DEBUG [RS:0;b344df224d93:46291 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:53,700 DEBUG [RS:0;b344df224d93:46291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:53,700 DEBUG [RS:0;b344df224d93:46291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:53,700 DEBUG [RS:0;b344df224d93:46291 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:17:53,701 DEBUG [RS:0;b344df224d93:46291 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:53,701 DEBUG [RS:0;b344df224d93:46291 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:53,701 DEBUG [RS:0;b344df224d93:46291 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:53,701 DEBUG [RS:0;b344df224d93:46291 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:53,701 DEBUG [RS:0;b344df224d93:46291 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:53,701 DEBUG [RS:0;b344df224d93:46291 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:17:53,701 DEBUG [RS:0;b344df224d93:46291 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:17:53,701 DEBUG [RS:0;b344df224d93:46291 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:17:53,712 INFO [RS:0;b344df224d93:46291 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:53,712 INFO [RS:0;b344df224d93:46291 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:53,712 INFO [RS:0;b344df224d93:46291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:53,712 INFO [RS:0;b344df224d93:46291 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:53,713 INFO [RS:0;b344df224d93:46291 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:53,713 INFO [RS:0;b344df224d93:46291 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46291,1731572272567-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:17:53,739 INFO [RS:0;b344df224d93:46291 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:17:53,739 INFO [RS:0;b344df224d93:46291 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46291,1731572272567-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:53,739 INFO [RS:0;b344df224d93:46291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:53,740 INFO [RS:0;b344df224d93:46291 {}] regionserver.Replication(171): b344df224d93,46291,1731572272567 started 2024-11-14T08:17:53,765 INFO [RS:0;b344df224d93:46291 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:53,766 INFO [RS:0;b344df224d93:46291 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,46291,1731572272567, RpcServer on b344df224d93/172.17.0.3:46291, sessionid=0x101386bd9090004 2024-11-14T08:17:53,766 DEBUG [RS:0;b344df224d93:46291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:17:53,766 DEBUG [RS:0;b344df224d93:46291 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,46291,1731572272567 2024-11-14T08:17:53,766 DEBUG [RS:0;b344df224d93:46291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,46291,1731572272567' 2024-11-14T08:17:53,766 DEBUG [RS:0;b344df224d93:46291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11734971167/flush-table-proc/abort' 2024-11-14T08:17:53,769 DEBUG [RS:0;b344df224d93:46291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11734971167/flush-table-proc/acquired' 2024-11-14T08:17:53,770 DEBUG [RS:0;b344df224d93:46291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:17:53,770 DEBUG [RS:0;b344df224d93:46291 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:17:53,770 DEBUG [RS:0;b344df224d93:46291 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,46291,1731572272567 2024-11-14T08:17:53,770 DEBUG [RS:0;b344df224d93:46291 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,46291,1731572272567' 2024-11-14T08:17:53,770 DEBUG [RS:0;b344df224d93:46291 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11734971167/online-snapshot/abort' 2024-11-14T08:17:53,771 DEBUG [RS:0;b344df224d93:46291 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11734971167/online-snapshot/acquired' 2024-11-14T08:17:53,771 DEBUG [RS:0;b344df224d93:46291 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:17:53,771 INFO [RS:0;b344df224d93:46291 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:17:53,772 INFO [RS:0;b344df224d93:46291 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:17:53,872 INFO [RS:0;b344df224d93:46291 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:17:53,882 INFO [RS:0;b344df224d93:46291 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C46291%2C1731572272567, suffix=, logDir=hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/WALs/b344df224d93,46291,1731572272567, archiveDir=hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/oldWALs, maxLogs=10 2024-11-14T08:17:53,903 DEBUG [RS:0;b344df224d93:46291 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/WALs/b344df224d93,46291,1731572272567/b344df224d93%2C46291%2C1731572272567.1731572273884, exclude list is [], retry=0 2024-11-14T08:17:53,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37935,DS-a382a348-d086-40bd-b29f-fc7a23e7f8e0,DISK] 2024-11-14T08:17:53,922 INFO [RS:0;b344df224d93:46291 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/WALs/b344df224d93,46291,1731572272567/b344df224d93%2C46291%2C1731572272567.1731572273884 2024-11-14T08:17:53,933 DEBUG [RS:0;b344df224d93:46291 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45359:45359)] 2024-11-14T08:17:53,944 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:17:53,945 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4 2024-11-14T08:17:53,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741833_1009 (size=32) 2024-11-14T08:17:53,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:17:53,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:17:53,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:17:53,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:53,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:17:53,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:17:53,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:17:53,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:54,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:17:54,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:17:54,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:17:54,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:54,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:17:54,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:17:54,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:17:54,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:54,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:17:54,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:17:54,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/data/hbase/meta/1588230740 2024-11-14T08:17:54,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/data/hbase/meta/1588230740 2024-11-14T08:17:54,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:17:54,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:17:54,021 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:17:54,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:17:54,028 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:17:54,029 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75031995, jitterRate=0.11806385219097137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:17:54,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572273980Initializing all the Stores at 1731572273982 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572273983 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572273988 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572273988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572273988Cleaning up temporary data from old regions at 1731572274020 (+32 ms)Region opened successfully at 1731572274029 (+9 ms) 2024-11-14T08:17:54,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:17:54,029 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:17:54,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:17:54,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:17:54,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:17:54,030 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:17:54,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572274029Disabling compacts and flushes for region at 1731572274029Disabling writes for close at 1731572274029Writing region close event to WAL at 1731572274030 (+1 ms)Closed at 1731572274030 2024-11-14T08:17:54,033 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:17:54,033 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:17:54,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:17:54,036 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:17:54,038 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:17:54,189 DEBUG [b344df224d93:44535 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:17:54,190 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,46291,1731572272567 2024-11-14T08:17:54,193 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,46291,1731572272567, state=OPENING 2024-11-14T08:17:54,318 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T08:17:54,331 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:17:54,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11734971167 2024-11-14T08:17:54,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46291-0x101386bd9090004, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11734971167 2024-11-14T08:17:54,353 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:17:54,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11734971167/meta-region-server: CHANGED 2024-11-14T08:17:54,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11734971167/meta-region-server: CHANGED 2024-11-14T08:17:54,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,46291,1731572272567}] 2024-11-14T08:17:54,508 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:17:54,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:17:54,545 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:17:54,545 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:17:54,546 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:17:54,549 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C46291%2C1731572272567.meta, suffix=.meta, logDir=hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/WALs/b344df224d93,46291,1731572272567, archiveDir=hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/oldWALs, maxLogs=10 2024-11-14T08:17:54,574 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/WALs/b344df224d93,46291,1731572272567/b344df224d93%2C46291%2C1731572272567.meta.1731572274552.meta, exclude list is [], retry=0 2024-11-14T08:17:54,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37935,DS-a382a348-d086-40bd-b29f-fc7a23e7f8e0,DISK] 2024-11-14T08:17:54,583 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/WALs/b344df224d93,46291,1731572272567/b344df224d93%2C46291%2C1731572272567.meta.1731572274552.meta 2024-11-14T08:17:54,588 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45359:45359)] 2024-11-14T08:17:54,589 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:17:54,589 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:17:54,589 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:17:54,590 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:17:54,590 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:17:54,590 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:17:54,590 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:17:54,590 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:17:54,590 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:17:54,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:17:54,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:17:54,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:54,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:17:54,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:17:54,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:17:54,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:54,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:17:54,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:17:54,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:17:54,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:54,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:17:54,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:17:54,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:17:54,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:54,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:17:54,606 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:17:54,609 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/data/hbase/meta/1588230740 2024-11-14T08:17:54,611 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/data/hbase/meta/1588230740 2024-11-14T08:17:54,612 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:17:54,613 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:17:54,613 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:17:54,615 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:17:54,616 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73865639, jitterRate=0.10068379342556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:17:54,616 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:17:54,616 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572274591Writing region info on filesystem at 1731572274591Initializing all the Stores at 1731572274593 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572274594 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572274596 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572274596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572274596Cleaning up temporary data from old regions at 1731572274613 (+17 ms)Running coprocessor post-open hooks at 1731572274616 (+3 ms)Region opened successfully at 1731572274616 2024-11-14T08:17:54,618 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572274508 2024-11-14T08:17:54,623 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,46291,1731572272567 2024-11-14T08:17:54,626 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:17:54,627 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:17:54,628 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,46291,1731572272567, state=OPEN 2024-11-14T08:17:54,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11734971167/meta-region-server 2024-11-14T08:17:54,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46291-0x101386bd9090004, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11734971167/meta-region-server 2024-11-14T08:17:54,637 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,46291,1731572272567 2024-11-14T08:17:54,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11734971167/meta-region-server: CHANGED 2024-11-14T08:17:54,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11734971167/meta-region-server: CHANGED 2024-11-14T08:17:54,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:17:54,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,46291,1731572272567 in 284 msec 2024-11-14T08:17:54,652 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:17:54,652 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:17:54,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:17:54,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 611 msec 2024-11-14T08:17:54,655 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:17:54,655 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,46291,1731572272567, seqNum=-1] 2024-11-14T08:17:54,655 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:17:54,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:17:54,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-11-14T08:17:54,698 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572274697, completionTime=-1 2024-11-14T08:17:54,698 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:17:54,698 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:17:54,702 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:17:54,702 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572334702 2024-11-14T08:17:54,702 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572394702 2024-11-14T08:17:54,702 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-14T08:17:54,703 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44535,1731572272410-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:54,703 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44535,1731572272410-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:54,703 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44535,1731572272410-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:54,704 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:44535, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:54,704 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:54,706 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:54,708 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:17:54,714 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.077sec 2024-11-14T08:17:54,714 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:17:54,714 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:17:54,714 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:17:54,714 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:17:54,714 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:17:54,715 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44535,1731572272410-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:17:54,715 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44535,1731572272410-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:17:54,719 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:17:54,720 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:17:54,720 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44535,1731572272410-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:17:54,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2988a672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:54,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,44535,-1 for getting cluster id 2024-11-14T08:17:54,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:17:54,809 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77a784f2-8902-48d8-84a0-33f205eb53f6' 2024-11-14T08:17:54,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:17:54,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77a784f2-8902-48d8-84a0-33f205eb53f6" 2024-11-14T08:17:54,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca43b2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:54,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,44535,-1] 2024-11-14T08:17:54,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:17:54,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:54,827 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:17:54,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e335a33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:54,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:17:54,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,46291,1731572272567, seqNum=-1] 2024-11-14T08:17:54,835 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:17:54,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:17:54,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,44535,1731572272410 2024-11-14T08:17:54,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64351 2024-11-14T08:17:54,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:17:54,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101386bd9090005 connected 2024-11-14T08:17:54,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385b6cba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:54,893 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,40515,-1 for getting cluster id 2024-11-14T08:17:54,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:17:54,909 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3917a83-56be-4ab5-846b-2a084b51bde0' 2024-11-14T08:17:54,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:17:54,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3917a83-56be-4ab5-846b-2a084b51bde0" 2024-11-14T08:17:54,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aeec07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:54,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,40515,-1] 2024-11-14T08:17:54,919 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:17:54,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:54,926 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:17:54,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a17f71b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:54,943 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:17:54,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,40515,1731572264582 2024-11-14T08:17:54,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d6de0ed 2024-11-14T08:17:54,953 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:17:54,956 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:17:54,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b344df224d93:44535,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T08:17:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T08:17:54,970 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:44535' 2024-11-14T08:17:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:17:54,974 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ba6b0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:54,974 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,44535,-1 for getting cluster id 2024-11-14T08:17:54,974 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:17:54,975 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77a784f2-8902-48d8-84a0-33f205eb53f6' 2024-11-14T08:17:54,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:17:54,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77a784f2-8902-48d8-84a0-33f205eb53f6" 2024-11-14T08:17:54,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec5bc09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:54,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,44535,-1] 2024-11-14T08:17:54,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:17:54,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:54,979 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:17:54,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c20bedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:54,981 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:17:54,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,44535,1731572272410 2024-11-14T08:17:54,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37bc412a 2024-11-14T08:17:54,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:17:54,987 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:17:55,002 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-14T08:17:55,002 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T08:17:55,008 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:55,009 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:55,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:17:55,010 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:17:55,017 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T08:17:55,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:17:55,022 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:55,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:17:55,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741835_1011 (size=1138) 2024-11-14T08:17:55,069 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T08:17:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:17:55,099 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:17:55,170 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T08:17:55,171 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T08:17:55,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:17:55,173 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T08:17:55,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:17:55,173 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T08:17:55,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T08:17:55,173 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T08:17:55,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:17:55,446 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59d603823ae538eb69f95956af3d903a, NAME => 'hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe 2024-11-14T08:17:55,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741836_1012 (size=44) 2024-11-14T08:17:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:17:55,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:17:55,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 59d603823ae538eb69f95956af3d903a, disabling compactions & flushes 2024-11-14T08:17:55,867 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. 2024-11-14T08:17:55,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. 2024-11-14T08:17:55,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. after waiting 0 ms 2024-11-14T08:17:55,868 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. 2024-11-14T08:17:55,868 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. 2024-11-14T08:17:55,868 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59d603823ae538eb69f95956af3d903a: Waiting for close lock at 1731572275867Disabling compacts and flushes for region at 1731572275867Disabling writes for close at 1731572275867Writing region close event to WAL at 1731572275868 (+1 ms)Closed at 1731572275868 2024-11-14T08:17:55,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:17:55,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731572275871"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572275871"}]},"ts":"1731572275871"} 2024-11-14T08:17:55,881 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:17:55,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:17:55,888 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572275885"}]},"ts":"1731572275885"} 2024-11-14T08:17:55,893 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T08:17:55,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59d603823ae538eb69f95956af3d903a, ASSIGN}] 2024-11-14T08:17:55,898 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59d603823ae538eb69f95956af3d903a, ASSIGN 2024-11-14T08:17:55,901 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59d603823ae538eb69f95956af3d903a, ASSIGN; state=OFFLINE, location=b344df224d93,35023,1731572265375; forceNewPlan=false, retain=false 2024-11-14T08:17:56,052 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=59d603823ae538eb69f95956af3d903a, regionState=OPENING, regionLocation=b344df224d93,35023,1731572265375 2024-11-14T08:17:56,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59d603823ae538eb69f95956af3d903a, ASSIGN because future has completed 2024-11-14T08:17:56,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59d603823ae538eb69f95956af3d903a, server=b344df224d93,35023,1731572265375}] 2024-11-14T08:17:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:17:56,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. 2024-11-14T08:17:56,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:17:56,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T08:17:56,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C35023%2C1731572265375.rep, suffix=, logDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375, archiveDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/oldWALs, maxLogs=10 2024-11-14T08:17:56,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375/b344df224d93%2C35023%2C1731572265375.rep.1731572276270, exclude list is [], retry=0 2024-11-14T08:17:56,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45383,DS-63c7a4de-e3c2-4ab6-a1f6-608a04cdb4af,DISK] 2024-11-14T08:17:56,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375/b344df224d93%2C35023%2C1731572265375.rep.1731572276270 2024-11-14T08:17:56,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-11-14T08:17:56,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 59d603823ae538eb69f95956af3d903a, NAME => 'hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:17:56,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:17:56,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:17:56,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. service=MultiRowMutationService 2024-11-14T08:17:56,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T08:17:56,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 59d603823ae538eb69f95956af3d903a 2024-11-14T08:17:56,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:17:56,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 59d603823ae538eb69f95956af3d903a 2024-11-14T08:17:56,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 59d603823ae538eb69f95956af3d903a 2024-11-14T08:17:56,308 INFO [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 59d603823ae538eb69f95956af3d903a 2024-11-14T08:17:56,315 INFO [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59d603823ae538eb69f95956af3d903a columnFamilyName hfileref 2024-11-14T08:17:56,315 DEBUG [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:56,316 INFO [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] regionserver.HStore(327): Store=59d603823ae538eb69f95956af3d903a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:17:56,317 INFO [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 59d603823ae538eb69f95956af3d903a 2024-11-14T08:17:56,320 INFO [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59d603823ae538eb69f95956af3d903a columnFamilyName queue 2024-11-14T08:17:56,320 DEBUG [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:56,321 INFO [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] regionserver.HStore(327): Store=59d603823ae538eb69f95956af3d903a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:17:56,321 INFO [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 59d603823ae538eb69f95956af3d903a 2024-11-14T08:17:56,324 INFO [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59d603823ae538eb69f95956af3d903a columnFamilyName sid 2024-11-14T08:17:56,324 DEBUG [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:17:56,325 INFO [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] regionserver.HStore(327): Store=59d603823ae538eb69f95956af3d903a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:17:56,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 59d603823ae538eb69f95956af3d903a 2024-11-14T08:17:56,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/replication/59d603823ae538eb69f95956af3d903a 2024-11-14T08:17:56,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/replication/59d603823ae538eb69f95956af3d903a 2024-11-14T08:17:56,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 59d603823ae538eb69f95956af3d903a 2024-11-14T08:17:56,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 59d603823ae538eb69f95956af3d903a 2024-11-14T08:17:56,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:17:56,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 59d603823ae538eb69f95956af3d903a 2024-11-14T08:17:56,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/replication/59d603823ae538eb69f95956af3d903a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:17:56,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 59d603823ae538eb69f95956af3d903a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67367811, jitterRate=0.003858610987663269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:17:56,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59d603823ae538eb69f95956af3d903a 2024-11-14T08:17:56,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 59d603823ae538eb69f95956af3d903a: Running coprocessor pre-open hook at 1731572276303Writing region info on filesystem at 1731572276303Initializing all the Stores at 1731572276305 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572276305Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572276308 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572276308Cleaning up temporary data from old regions at 1731572276332 (+24 ms)Running coprocessor post-open hooks at 1731572276344 (+12 ms)Region opened successfully at 1731572276346 (+2 ms) 2024-11-14T08:17:56,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a., pid=7, masterSystemTime=1731572276230 2024-11-14T08:17:56,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. 2024-11-14T08:17:56,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. 2024-11-14T08:17:56,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=59d603823ae538eb69f95956af3d903a, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,35023,1731572265375 2024-11-14T08:17:56,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59d603823ae538eb69f95956af3d903a, server=b344df224d93,35023,1731572265375 because future has completed 2024-11-14T08:17:56,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T08:17:56,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 59d603823ae538eb69f95956af3d903a, server=b344df224d93,35023,1731572265375 in 297 msec 2024-11-14T08:17:56,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T08:17:56,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59d603823ae538eb69f95956af3d903a, ASSIGN in 476 msec 2024-11-14T08:17:56,379 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:17:56,380 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572276379"}]},"ts":"1731572276379"} 2024-11-14T08:17:56,384 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T08:17:56,387 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:17:56,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3760 sec 2024-11-14T08:17:56,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a., hostname=b344df224d93,35023,1731572265375, seqNum=2] 2024-11-14T08:17:56,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35023 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T08:17:56,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:17:56,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x101386bd9090001, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:17:56,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T08:17:56,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T08:17:56,754 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T08:17:56,814 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b344df224d93,35023,1731572265375, ReplicationSource: 1, currentBandwidth=0 2024-11-14T08:17:56,816 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:17:56,816 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,35023,1731572265375, seqNum=-1] 2024-11-14T08:17:56,817 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:17:56,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T08:17:56,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b344df224d93,35023,1731572265375', locateType=CURRENT is [region=hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a., hostname=b344df224d93,35023,1731572265375, seqNum=2] 2024-11-14T08:17:56,833 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T08:17:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T08:17:56,842 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b344df224d93,35023,1731572265375 suceeded 2024-11-14T08:17:56,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T08:17:56,850 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b344df224d93:44535,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T08:17:56,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 276 msec 2024-11-14T08:17:56,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8910 sec 2024-11-14T08:17:56,861 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,35023,1731572265375 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:44535' 2024-11-14T08:17:56,864 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,35023,1731572265375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d6b7496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:56,864 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,35023,1731572265375 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,44535,-1 for getting cluster id 2024-11-14T08:17:56,865 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,35023,1731572265375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:17:56,866 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77a784f2-8902-48d8-84a0-33f205eb53f6' 2024-11-14T08:17:56,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:17:56,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77a784f2-8902-48d8-84a0-33f205eb53f6" 2024-11-14T08:17:56,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51354b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:56,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,44535,-1] 2024-11-14T08:17:56,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:17:56,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:56,870 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:17:56,871 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,35023,1731572265375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f4a8364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:56,871 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,35023,1731572265375 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:17:56,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,44535,1731572272410 2024-11-14T08:17:56,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33b4f5cb 2024-11-14T08:17:56,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:17:56,875 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T08:17:56,876 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,35023,1731572265375 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b344df224d93,35023,1731572265375 (queues=1) is replicating from cluster=a3917a83-56be-4ab5-846b-2a084b51bde0 to cluster=77a784f2-8902-48d8-84a0-33f205eb53f6 2024-11-14T08:17:56,879 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,35023,1731572265375 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b344df224d93%2C35023%2C1731572265375 2024-11-14T08:17:56,885 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,35023,1731572265375 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b344df224d93,35023,1731572265375, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T08:17:56,899 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,35023,1731572265375.replicationSource.shipperb344df224d93%2C35023%2C1731572265375,1-b344df224d93,35023,1731572265375 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b344df224d93%2C35023%2C1731572265375 2024-11-14T08:17:56,902 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,35023,1731572265375.replicationSource.wal-reader.b344df224d93%2C35023%2C1731572265375,1-b344df224d93,35023,1731572265375 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375/b344df224d93%2C35023%2C1731572265375.1731572268518, startPosition=0, beingWritten=true 2024-11-14T08:17:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:17:57,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:17:57,126 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T08:17:57,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:17:57,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:57,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:57,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:17:57,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a4fe7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:57,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,40515,-1 for getting cluster id 2024-11-14T08:17:57,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:17:57,141 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3917a83-56be-4ab5-846b-2a084b51bde0' 2024-11-14T08:17:57,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:17:57,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3917a83-56be-4ab5-846b-2a084b51bde0" 2024-11-14T08:17:57,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ff80c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:57,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,40515,-1] 2024-11-14T08:17:57,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:17:57,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:57,146 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:17:57,149 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228f050f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:57,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:17:57,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,40515,1731572264582 2024-11-14T08:17:57,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eb23a5e 2024-11-14T08:17:57,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:17:57,159 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:17:57,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://b344df224d93:44535,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T08:17:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T08:17:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T08:17:57,165 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:44535' 2024-11-14T08:17:57,166 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c12463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:57,166 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,44535,-1 for getting cluster id 2024-11-14T08:17:57,167 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:17:57,169 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77a784f2-8902-48d8-84a0-33f205eb53f6' 2024-11-14T08:17:57,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:17:57,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77a784f2-8902-48d8-84a0-33f205eb53f6" 2024-11-14T08:17:57,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3928b754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:57,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,44535,-1] 2024-11-14T08:17:57,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:17:57,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:57,172 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:17:57,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d07f82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:57,174 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:17:57,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,44535,1731572272410 2024-11-14T08:17:57,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@155edaa0 2024-11-14T08:17:57,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:17:57,178 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:17:57,179 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T08:17:57,179 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T08:17:57,179 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:57,179 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:57,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:17:57,228 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,35023,1731572265375.replicationSource.wal-reader.b344df224d93%2C35023%2C1731572265375,1-b344df224d93,35023,1731572265375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375/b344df224d93%2C35023%2C1731572265375.1731572268518 to pos 0, reset compression=false 2024-11-14T08:17:57,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T08:17:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T08:17:57,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-14T08:17:57,426 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T08:17:57,459 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-b344df224d93,35023,1731572265375, ReplicationSource: 2, currentBandwidth=0 2024-11-14T08:17:57,462 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T08:17:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T08:17:57,466 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b344df224d93,35023,1731572265375 suceeded 2024-11-14T08:17:57,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T08:17:57,470 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b344df224d93:44535,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T08:17:57,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-14T08:17:57,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 310 msec 2024-11-14T08:17:57,480 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,35023,1731572265375 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:44535' 2024-11-14T08:17:57,481 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,35023,1731572265375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7154dc18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:57,481 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,35023,1731572265375 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,44535,-1 for getting cluster id 2024-11-14T08:17:57,482 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,35023,1731572265375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:17:57,483 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77a784f2-8902-48d8-84a0-33f205eb53f6' 2024-11-14T08:17:57,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:17:57,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77a784f2-8902-48d8-84a0-33f205eb53f6" 2024-11-14T08:17:57,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54d4348e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:57,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,44535,-1] 2024-11-14T08:17:57,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:17:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T08:17:57,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:57,485 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T08:17:57,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:17:57,485 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:17:57,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:17:57,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:57,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:57,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:17:57,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:17:57,486 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,35023,1731572265375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@752ab898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:57,486 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,35023,1731572265375 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:17:57,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,40515,1731572264582 2024-11-14T08:17:57,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d325842 2024-11-14T08:17:57,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,44535,1731572272410 2024-11-14T08:17:57,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5495130c 2024-11-14T08:17:57,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:17:57,489 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T08:17:57,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:17:57,490 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,35023,1731572265375 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b344df224d93,35023,1731572265375 (queues=1) is replicating from cluster=a3917a83-56be-4ab5-846b-2a084b51bde0 to cluster=77a784f2-8902-48d8-84a0-33f205eb53f6 2024-11-14T08:17:57,490 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,35023,1731572265375 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b344df224d93%2C35023%2C1731572265375 2024-11-14T08:17:57,490 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,35023,1731572265375 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b344df224d93,35023,1731572265375, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T08:17:57,491 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,35023,1731572265375.replicationSource.shipperb344df224d93%2C35023%2C1731572265375,2-b344df224d93,35023,1731572265375 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b344df224d93%2C35023%2C1731572265375 2024-11-14T08:17:57,491 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,35023,1731572265375.replicationSource.wal-reader.b344df224d93%2C35023%2C1731572265375,2-b344df224d93,35023,1731572265375 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375/b344df224d93%2C35023%2C1731572265375.1731572268518, startPosition=0, beingWritten=true 2024-11-14T08:17:57,493 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:17:57,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T08:17:57,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T08:17:57,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T08:17:57,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T08:17:57,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://b344df224d93:44535,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T08:17:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T08:17:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T08:17:57,513 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:44535' 2024-11-14T08:17:57,514 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6baaec13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:57,514 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,44535,-1 for getting cluster id 2024-11-14T08:17:57,514 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:17:57,516 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77a784f2-8902-48d8-84a0-33f205eb53f6' 2024-11-14T08:17:57,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:17:57,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77a784f2-8902-48d8-84a0-33f205eb53f6" 2024-11-14T08:17:57,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f8eb5e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:57,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,44535,-1] 2024-11-14T08:17:57,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:17:57,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:57,523 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:17:57,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ac74fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:57,526 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:17:57,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,44535,1731572272410 2024-11-14T08:17:57,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b507a9f 2024-11-14T08:17:57,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:17:57,529 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:17:57,531 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T08:17:57,531 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T08:17:57,531 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:57,531 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:57,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:17:57,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T08:17:57,557 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,35023,1731572265375.replicationSource.wal-reader.b344df224d93%2C35023%2C1731572265375,1-b344df224d93,35023,1731572265375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375/b344df224d93%2C35023%2C1731572265375.1731572268518 to pos 0, reset compression=false 2024-11-14T08:17:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T08:17:57,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-14T08:17:57,705 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-14T08:17:57,706 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T08:17:57,706 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,35023,1731572265375.replicationSource.wal-reader.b344df224d93%2C35023%2C1731572265375,2-b344df224d93,35023,1731572265375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375/b344df224d93%2C35023%2C1731572265375.1731572268518 to pos 0, reset compression=false 2024-11-14T08:17:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T08:17:57,711 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on b344df224d93,35023,1731572265375 suceeded 2024-11-14T08:17:57,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T08:17:57,717 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://b344df224d93:44535,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T08:17:57,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-14T08:17:57,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 212 msec 2024-11-14T08:17:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T08:17:57,825 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-14T08:17:57,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://b344df224d93:44535,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T08:17:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T08:17:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T08:17:57,830 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:44535' 2024-11-14T08:17:57,831 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff4835f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:57,831 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,44535,-1 for getting cluster id 2024-11-14T08:17:57,832 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:17:57,833 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77a784f2-8902-48d8-84a0-33f205eb53f6' 2024-11-14T08:17:57,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:17:57,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77a784f2-8902-48d8-84a0-33f205eb53f6" 2024-11-14T08:17:57,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447e348f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:57,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,44535,-1] 2024-11-14T08:17:57,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:17:57,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:57,835 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:17:57,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686439b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:17:57,836 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:17:57,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,44535,1731572272410 2024-11-14T08:17:57,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d29b1a6 2024-11-14T08:17:57,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:17:57,839 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:17:57,840 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T08:17:57,840 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T08:17:57,840 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:57,840 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:57,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:17:57,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T08:17:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T08:17:57,966 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,35023,1731572265375.replicationSource.wal-reader.b344df224d93%2C35023%2C1731572265375,1-b344df224d93,35023,1731572265375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375/b344df224d93%2C35023%2C1731572265375.1731572268518 to pos 0, reset compression=false 2024-11-14T08:17:58,017 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,35023,1731572265375.replicationSource.wal-reader.b344df224d93%2C35023%2C1731572265375,2-b344df224d93,35023,1731572265375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375/b344df224d93%2C35023%2C1731572265375.1731572268518 to pos 0, reset compression=false 2024-11-14T08:17:58,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-14T08:17:58,046 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-14T08:17:58,047 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T08:17:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T08:17:58,050 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on b344df224d93,35023,1731572265375 suceeded 2024-11-14T08:17:58,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T08:17:58,053 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://b344df224d93:44535,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T08:17:58,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-14T08:17:58,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 227 msec 2024-11-14T08:17:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T08:17:58,145 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-14T08:17:58,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T08:17:58,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40515 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T08:17:58,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:17:58,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:17:58,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:58,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:58,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:17:58,151 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:17:58,151 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1673203762, stopped=false 2024-11-14T08:17:58,151 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,40515,1731572264582 2024-11-14T08:17:58,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x101386bd9090001, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0831983130/running 2024-11-14T08:17:58,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0831983130/running 2024-11-14T08:17:58,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x101386bd9090001, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:17:58,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:17:58,163 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:17:58,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:17:58,163 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:17:58,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:58,164 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,35023,1731572265375' ***** 2024-11-14T08:17:58,164 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:17:58,164 INFO [RS:0;b344df224d93:35023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:17:58,164 INFO [RS:0;b344df224d93:35023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:17:58,164 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:17:58,165 INFO [RS:0;b344df224d93:35023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:17:58,165 INFO [RS:0;b344df224d93:35023 {}] regionserver.HRegionServer(3091): Received CLOSE for 59d603823ae538eb69f95956af3d903a 2024-11-14T08:17:58,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Set watcher on znode that does not yet exist, /0831983130/running 2024-11-14T08:17:58,166 INFO [RS:0;b344df224d93:35023 {}] regionserver.HRegionServer(959): stopping server b344df224d93,35023,1731572265375 2024-11-14T08:17:58,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35023-0x101386bd9090001, quorum=127.0.0.1:64351, baseZNode=/0831983130 Set watcher on znode that does not yet exist, /0831983130/running 2024-11-14T08:17:58,166 INFO [RS:0;b344df224d93:35023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:17:58,166 INFO [RS:0;b344df224d93:35023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:35023. 2024-11-14T08:17:58,166 DEBUG [RS:0;b344df224d93:35023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:17:58,166 DEBUG [RS:0;b344df224d93:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:58,166 INFO [RS:0;b344df224d93:35023 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:17:58,166 INFO [RS:0;b344df224d93:35023 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:17:58,166 INFO [RS:0;b344df224d93:35023 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:17:58,166 INFO [RS:0;b344df224d93:35023 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:17:58,167 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59d603823ae538eb69f95956af3d903a, disabling compactions & flushes 2024-11-14T08:17:58,167 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. 2024-11-14T08:17:58,167 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. 2024-11-14T08:17:58,167 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. after waiting 0 ms 2024-11-14T08:17:58,167 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. 2024-11-14T08:17:58,168 INFO [RS:0;b344df224d93:35023 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T08:17:58,168 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:17:58,168 DEBUG [RS:0;b344df224d93:35023 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 59d603823ae538eb69f95956af3d903a=hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a.} 2024-11-14T08:17:58,169 DEBUG [RS:0;b344df224d93:35023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59d603823ae538eb69f95956af3d903a 2024-11-14T08:17:58,168 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:17:58,169 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:17:58,169 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:17:58,169 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:17:58,170 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:17:58,182 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T08:17:58,184 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 59d603823ae538eb69f95956af3d903a 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-14T08:17:58,291 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/replication/59d603823ae538eb69f95956af3d903a/.tmp/queue/4f7d523d4b99401ea954b5ebc3d3e155 is 151, key is 1-b344df224d93,35023,1731572265375/queue:b344df224d93%2C35023%2C1731572265375/1731572276824/Put/seqid=0 2024-11-14T08:17:58,291 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/.tmp/info/6b2368346ddf4d21a16a7c509c9ed087 is 147, key is hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a./info:regioninfo/1731572276357/Put/seqid=0 2024-11-14T08:17:58,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741839_1015 (size=6631) 2024-11-14T08:17:58,312 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/.tmp/info/6b2368346ddf4d21a16a7c509c9ed087 2024-11-14T08:17:58,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741838_1014 (size=5500) 2024-11-14T08:17:58,328 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/replication/59d603823ae538eb69f95956af3d903a/.tmp/queue/4f7d523d4b99401ea954b5ebc3d3e155 2024-11-14T08:17:58,356 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T08:17:58,356 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T08:17:58,369 DEBUG [RS:0;b344df224d93:35023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59d603823ae538eb69f95956af3d903a 2024-11-14T08:17:58,378 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/replication/59d603823ae538eb69f95956af3d903a/.tmp/queue/4f7d523d4b99401ea954b5ebc3d3e155 as hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/replication/59d603823ae538eb69f95956af3d903a/queue/4f7d523d4b99401ea954b5ebc3d3e155 2024-11-14T08:17:58,395 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/replication/59d603823ae538eb69f95956af3d903a/queue/4f7d523d4b99401ea954b5ebc3d3e155, entries=2, sequenceid=6, filesize=5.4 K 2024-11-14T08:17:58,405 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/.tmp/ns/bf410f80f16a4479b9b21d3971afd65b is 43, key is default/ns:d/1731572269847/Put/seqid=0 2024-11-14T08:17:58,405 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 59d603823ae538eb69f95956af3d903a in 231ms, sequenceid=6, compaction requested=false 2024-11-14T08:17:58,406 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T08:17:58,426 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,35023,1731572265375.replicationSource.wal-reader.b344df224d93%2C35023%2C1731572265375,2-b344df224d93,35023,1731572265375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375/b344df224d93%2C35023%2C1731572265375.1731572268518 to pos 0, reset compression=false 2024-11-14T08:17:58,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741840_1016 (size=5153) 2024-11-14T08:17:58,428 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/.tmp/ns/bf410f80f16a4479b9b21d3971afd65b 2024-11-14T08:17:58,438 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/replication/59d603823ae538eb69f95956af3d903a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T08:17:58,451 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:17:58,451 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:17:58,451 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. 2024-11-14T08:17:58,452 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59d603823ae538eb69f95956af3d903a: Waiting for close lock at 1731572278166Running coprocessor pre-close hooks at 1731572278167 (+1 ms)Disabling compacts and flushes for region at 1731572278167Disabling writes for close at 1731572278167Obtaining lock to block concurrent updates at 1731572278184 (+17 ms)Preparing flush snapshotting stores in 59d603823ae538eb69f95956af3d903a at 1731572278184Finished memstore snapshotting hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731572278192 (+8 ms)Flushing stores of hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. at 1731572278194 (+2 ms)Flushing 59d603823ae538eb69f95956af3d903a/queue: creating writer at 1731572278196 (+2 ms)Flushing 59d603823ae538eb69f95956af3d903a/queue: appending metadata at 1731572278275 (+79 ms)Flushing 59d603823ae538eb69f95956af3d903a/queue: closing flushed file at 1731572278279 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43b67f59: reopening flushed file at 1731572278375 (+96 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 59d603823ae538eb69f95956af3d903a in 231ms, sequenceid=6, compaction requested=false at 1731572278405 (+30 ms)Writing region close event to WAL at 1731572278421 (+16 ms)Running coprocessor post-close hooks at 1731572278440 (+19 ms)Closed at 1731572278451 (+11 ms) 2024-11-14T08:17:58,452 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. 2024-11-14T08:17:58,473 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,35023,1731572265375.replicationSource.wal-reader.b344df224d93%2C35023%2C1731572265375,1-b344df224d93,35023,1731572265375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375/b344df224d93%2C35023%2C1731572265375.1731572268518 to pos 0, reset compression=false 2024-11-14T08:17:58,490 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/.tmp/table/420405e11c704e9888a4d88ae868c93c is 53, key is hbase:replication/table:state/1731572276379/Put/seqid=0 2024-11-14T08:17:58,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741841_1017 (size=5256) 2024-11-14T08:17:58,515 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/.tmp/table/420405e11c704e9888a4d88ae868c93c 2024-11-14T08:17:58,534 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/.tmp/info/6b2368346ddf4d21a16a7c509c9ed087 as hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/info/6b2368346ddf4d21a16a7c509c9ed087 2024-11-14T08:17:58,549 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/info/6b2368346ddf4d21a16a7c509c9ed087, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T08:17:58,553 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/.tmp/ns/bf410f80f16a4479b9b21d3971afd65b as hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/ns/bf410f80f16a4479b9b21d3971afd65b 2024-11-14T08:17:58,563 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/ns/bf410f80f16a4479b9b21d3971afd65b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T08:17:58,564 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/.tmp/table/420405e11c704e9888a4d88ae868c93c as hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/table/420405e11c704e9888a4d88ae868c93c 2024-11-14T08:17:58,569 DEBUG [RS:0;b344df224d93:35023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:17:58,573 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/table/420405e11c704e9888a4d88ae868c93c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T08:17:58,575 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 406ms, sequenceid=11, compaction requested=false 2024-11-14T08:17:58,592 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T08:17:58,592 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:17:58,592 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:17:58,593 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:17:58,593 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572278168Running coprocessor pre-close hooks at 1731572278168Disabling compacts and flushes for region at 1731572278168Disabling writes for close at 1731572278169 (+1 ms)Obtaining lock to block concurrent updates at 1731572278182 (+13 ms)Preparing flush snapshotting stores in 1588230740 at 1731572278182Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731572278192 (+10 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731572278194 (+2 ms)Flushing 1588230740/info: creating writer at 1731572278198 (+4 ms)Flushing 1588230740/info: appending metadata at 1731572278276 (+78 ms)Flushing 1588230740/info: closing flushed file at 1731572278279 (+3 ms)Flushing 1588230740/ns: creating writer at 1731572278374 (+95 ms)Flushing 1588230740/ns: appending metadata at 1731572278404 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731572278404Flushing 1588230740/table: creating writer at 1731572278456 (+52 ms)Flushing 1588230740/table: appending metadata at 1731572278489 (+33 ms)Flushing 1588230740/table: closing flushed file at 1731572278489Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22803d4: reopening flushed file at 1731572278531 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6de9cfb: reopening flushed file at 1731572278549 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e8c201e: reopening flushed file at 1731572278563 (+14 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 406ms, sequenceid=11, compaction requested=false at 1731572278575 (+12 ms)Writing region close event to WAL at 1731572278584 (+9 ms)Running coprocessor post-close hooks at 1731572278592 (+8 ms)Closed at 1731572278593 (+1 ms) 2024-11-14T08:17:58,593 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:17:58,770 INFO [RS:0;b344df224d93:35023 {}] regionserver.HRegionServer(976): stopping server b344df224d93,35023,1731572265375; all regions closed. 2024-11-14T08:17:58,776 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375/b344df224d93%2C35023%2C1731572265375.meta.1731572269554.meta not finished, retry = 0 2024-11-14T08:17:58,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741834_1010 (size=2742) 2024-11-14T08:17:58,883 DEBUG [RS:0;b344df224d93:35023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/oldWALs 2024-11-14T08:17:58,883 INFO [RS:0;b344df224d93:35023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C35023%2C1731572265375.meta:.meta(num 1731572269554) 2024-11-14T08:17:58,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741837_1013 (size=1802) 2024-11-14T08:17:58,886 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375/b344df224d93%2C35023%2C1731572265375.rep.1731572276270 not finished, retry = 0 2024-11-14T08:17:58,960 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,35023,1731572265375.replicationSource.wal-reader.b344df224d93%2C35023%2C1731572265375,2-b344df224d93,35023,1731572265375 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375/b344df224d93%2C35023%2C1731572265375.1731572268518 to pos 0, reset compression=false 2024-11-14T08:17:58,991 DEBUG [RS:0;b344df224d93:35023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/oldWALs 2024-11-14T08:17:58,991 INFO [RS:0;b344df224d93:35023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C35023%2C1731572265375.rep:(num 1731572276270) 2024-11-14T08:17:59,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741832_1008 (size=93) 2024-11-14T08:17:59,015 DEBUG [RS:0;b344df224d93:35023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/oldWALs 2024-11-14T08:17:59,015 INFO [RS:0;b344df224d93:35023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C35023%2C1731572265375:(num 1731572268518) 2024-11-14T08:17:59,015 DEBUG [RS:0;b344df224d93:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:59,015 INFO [RS:0;b344df224d93:35023 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:17:59,016 INFO [RS:0;b344df224d93:35023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:17:59,016 INFO [RS:0;b344df224d93:35023 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T08:17:59,016 INFO [RS:0;b344df224d93:35023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:17:59,016 INFO [RS:0;b344df224d93:35023 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b344df224d93,35023,1731572265375 because: Region server is closing 2024-11-14T08:17:59,017 INFO [RS:0;b344df224d93:35023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:35023. 2024-11-14T08:17:59,017 DEBUG [RS:0;b344df224d93:35023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:17:59,017 DEBUG [RS:0;b344df224d93:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:59,017 DEBUG [RS:0;b344df224d93:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:59,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:17:59,018 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:17:59,118 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,35023,1731572265375.replicationSource.shipperb344df224d93%2C35023%2C1731572265375,1-b344df224d93,35023,1731572265375 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T08:17:59,118 INFO [RS:0;b344df224d93:35023 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,35023,1731572265375.replicationSource.shipperb344df224d93%2C35023%2C1731572265375,1-b344df224d93,35023,1731572265375 terminated 2024-11-14T08:17:59,119 INFO [RS:0;b344df224d93:35023 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b344df224d93,35023,1731572265375 because: Region server is closing 2024-11-14T08:17:59,119 INFO [RS:0;b344df224d93:35023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:35023. 2024-11-14T08:17:59,119 DEBUG [RS:0;b344df224d93:35023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:17:59,119 DEBUG [RS:0;b344df224d93:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:59,119 DEBUG [RS:0;b344df224d93:35023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:17:59,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:17:59,219 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,35023,1731572265375.replicationSource.wal-reader.b344df224d93%2C35023%2C1731572265375,2-b344df224d93,35023,1731572265375 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T08:17:59,219 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,35023,1731572265375.replicationSource.shipperb344df224d93%2C35023%2C1731572265375,2-b344df224d93,35023,1731572265375 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T08:17:59,220 INFO [RS:0;b344df224d93:35023 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,35023,1731572265375.replicationSource.shipperb344df224d93%2C35023%2C1731572265375,2-b344df224d93,35023,1731572265375 terminated 2024-11-14T08:17:59,220 INFO [RS:0;b344df224d93:35023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35023 2024-11-14T08:17:59,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x101386bd9090001, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0831983130/rs/b344df224d93,35023,1731572265375 2024-11-14T08:17:59,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130/rs 2024-11-14T08:17:59,299 INFO [RS:0;b344df224d93:35023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:17:59,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,35023,1731572265375] 2024-11-14T08:17:59,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x101386bd9090001, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:17:59,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35023-0x101386bd9090001, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:17:59,484 INFO [RS:0;b344df224d93:35023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:17:59,484 INFO [RS:0;b344df224d93:35023 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,35023,1731572265375; zookeeper connection closed. 2024-11-14T08:17:59,485 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73a6c30 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73a6c30 2024-11-14T08:17:59,485 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:17:59,547 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0831983130/draining/b344df224d93,35023,1731572265375 already deleted, retry=false 2024-11-14T08:17:59,547 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,35023,1731572265375 expired; onlineServers=0 2024-11-14T08:17:59,548 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,40515,1731572264582' ***** 2024-11-14T08:17:59,548 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:17:59,548 INFO [M:0;b344df224d93:40515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:17:59,548 INFO [M:0;b344df224d93:40515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:17:59,548 DEBUG [M:0;b344df224d93:40515 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:17:59,548 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:17:59,548 DEBUG [M:0;b344df224d93:40515 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:17:59,548 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572268229 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572268229,5,FailOnTimeoutGroup] 2024-11-14T08:17:59,549 INFO [M:0;b344df224d93:40515 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:17:59,549 INFO [M:0;b344df224d93:40515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:17:59,549 DEBUG [M:0;b344df224d93:40515 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:17:59,549 INFO [M:0;b344df224d93:40515 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:17:59,549 INFO [M:0;b344df224d93:40515 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:17:59,549 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572268230 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572268230,5,FailOnTimeoutGroup] 2024-11-14T08:17:59,550 INFO [M:0;b344df224d93:40515 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:17:59,550 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:17:59,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0831983130/master 2024-11-14T08:17:59,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:17:59,682 DEBUG [M:0;b344df224d93:40515 {}] zookeeper.ZKUtil(347): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Unable to get data of znode /0831983130/master because node does not exist (not an error) 2024-11-14T08:17:59,682 WARN [M:0;b344df224d93:40515 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T08:17:59,683 INFO [M:0;b344df224d93:40515 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/.lastflushedseqids 2024-11-14T08:17:59,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741842_1018 (size=181) 2024-11-14T08:18:00,097 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:18:00,105 INFO [M:0;b344df224d93:40515 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:18:00,105 INFO [M:0;b344df224d93:40515 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:18:00,106 DEBUG [M:0;b344df224d93:40515 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:18:00,106 INFO [M:0;b344df224d93:40515 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:00,106 DEBUG [M:0;b344df224d93:40515 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:00,106 DEBUG [M:0;b344df224d93:40515 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:18:00,106 DEBUG [M:0;b344df224d93:40515 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:00,106 INFO [M:0;b344df224d93:40515 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-14T08:18:00,146 DEBUG [M:0;b344df224d93:40515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a619f146e59b431aa94621538027f318 is 82, key is hbase:meta,,1/info:regioninfo/1731572269638/Put/seqid=0 2024-11-14T08:18:00,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741843_1019 (size=5672) 2024-11-14T08:18:00,563 INFO [M:0;b344df224d93:40515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a619f146e59b431aa94621538027f318 2024-11-14T08:18:00,601 DEBUG [M:0;b344df224d93:40515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/675f69a2558d4009a9d90fa3b4baa989 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731572276391/Put/seqid=0 2024-11-14T08:18:00,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741844_1020 (size=8663) 2024-11-14T08:18:00,609 INFO [M:0;b344df224d93:40515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/675f69a2558d4009a9d90fa3b4baa989 2024-11-14T08:18:00,646 DEBUG [M:0;b344df224d93:40515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed180576c0f944ff9d819f26208c1b2c is 69, key is b344df224d93,35023,1731572265375/rs:state/1731572268271/Put/seqid=0 2024-11-14T08:18:00,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741845_1021 (size=5156) 2024-11-14T08:18:00,657 INFO [M:0;b344df224d93:40515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed180576c0f944ff9d819f26208c1b2c 2024-11-14T08:18:00,674 DEBUG [M:0;b344df224d93:40515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a619f146e59b431aa94621538027f318 as hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a619f146e59b431aa94621538027f318 2024-11-14T08:18:00,687 INFO [M:0;b344df224d93:40515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a619f146e59b431aa94621538027f318, entries=8, sequenceid=115, filesize=5.5 K 2024-11-14T08:18:00,689 DEBUG [M:0;b344df224d93:40515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/675f69a2558d4009a9d90fa3b4baa989 as hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/675f69a2558d4009a9d90fa3b4baa989 2024-11-14T08:18:00,702 INFO [M:0;b344df224d93:40515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/675f69a2558d4009a9d90fa3b4baa989, entries=14, sequenceid=115, filesize=8.5 K 2024-11-14T08:18:00,704 DEBUG [M:0;b344df224d93:40515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed180576c0f944ff9d819f26208c1b2c as hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed180576c0f944ff9d819f26208c1b2c 2024-11-14T08:18:00,715 INFO [M:0;b344df224d93:40515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed180576c0f944ff9d819f26208c1b2c, entries=1, sequenceid=115, filesize=5.0 K 2024-11-14T08:18:00,717 INFO [M:0;b344df224d93:40515 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 610ms, sequenceid=115, compaction requested=false 2024-11-14T08:18:00,719 INFO [M:0;b344df224d93:40515 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:00,719 DEBUG [M:0;b344df224d93:40515 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572280106Disabling compacts and flushes for region at 1731572280106Disabling writes for close at 1731572280106Obtaining lock to block concurrent updates at 1731572280106Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572280106Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731572280107 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572280108 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572280108Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572280145 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572280145Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572280573 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572280600 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572280600Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572280618 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572280645 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572280645Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22fe400: reopening flushed file at 1731572280668 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@745f14b3: reopening flushed file at 1731572280687 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@631530e: reopening flushed file at 1731572280702 (+15 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 610ms, sequenceid=115, compaction requested=false at 1731572280717 (+15 ms)Writing region close event to WAL at 1731572280719 (+2 ms)Closed at 1731572280719 2024-11-14T08:18:00,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741830_1006 (size=59421) 2024-11-14T08:18:00,725 INFO [M:0;b344df224d93:40515 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:18:00,726 INFO [M:0;b344df224d93:40515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40515 2024-11-14T08:18:00,726 INFO [M:0;b344df224d93:40515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:18:00,726 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:18:00,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:18:00,957 INFO [M:0;b344df224d93:40515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:18:00,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40515-0x101386bd9090000, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:18:00,959 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:18:00,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:00,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:00,959 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:18:00,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:00,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:18:00,959 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:18:00,959 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:18:00,960 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36637 2024-11-14T08:18:00,961 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36637 connecting to ZooKeeper ensemble=127.0.0.1:64351 2024-11-14T08:18:00,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366370x0, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:18:00,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36637-0x101386bd9090006 connected 2024-11-14T08:18:00,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:01,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:01,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Set watcher on znode that does not yet exist, /0831983130/running 2024-11-14T08:18:01,004 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0831983130/meta-region-server: INIT 2024-11-14T08:18:01,004 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe, hbase.cluster.distributed=false 2024-11-14T08:18:01,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Set watcher on znode that does not yet exist, /0831983130/acl 2024-11-14T08:18:01,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36637 2024-11-14T08:18:01,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36637 2024-11-14T08:18:01,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36637 2024-11-14T08:18:01,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36637 2024-11-14T08:18:01,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36637 2024-11-14T08:18:01,068 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:18:01,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:01,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:01,068 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:18:01,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:01,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:18:01,068 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:18:01,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:18:01,070 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37541 2024-11-14T08:18:01,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37541 connecting to ZooKeeper ensemble=127.0.0.1:64351 2024-11-14T08:18:01,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:01,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:01,107 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0831983130/meta-region-server: INIT 2024-11-14T08:18:01,107 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375410x0, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:18:01,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375410x0, quorum=127.0.0.1:64351, baseZNode=/0831983130 Set watcher on znode that does not yet exist, /0831983130/running 2024-11-14T08:18:01,108 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:18:01,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37541-0x101386bd9090007 connected 2024-11-14T08:18:01,123 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:18:01,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37541-0x101386bd9090007, quorum=127.0.0.1:64351, baseZNode=/0831983130 Set watcher on znode that does not yet exist, /0831983130/master 2024-11-14T08:18:01,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37541-0x101386bd9090007, quorum=127.0.0.1:64351, baseZNode=/0831983130 Set watcher on znode that does not yet exist, /0831983130/acl 2024-11-14T08:18:01,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37541 2024-11-14T08:18:01,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37541 2024-11-14T08:18:01,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37541 2024-11-14T08:18:01,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37541 2024-11-14T08:18:01,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37541 2024-11-14T08:18:01,170 DEBUG [M:0;b344df224d93:36637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:36637 2024-11-14T08:18:01,170 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0831983130/backup-masters/b344df224d93,36637,1731572280958 2024-11-14T08:18:01,183 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37541-0x101386bd9090007, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130/backup-masters 2024-11-14T08:18:01,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130/backup-masters 2024-11-14T08:18:01,185 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Set watcher on existing znode=/0831983130/backup-masters/b344df224d93,36637,1731572280958 2024-11-14T08:18:01,194 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37541-0x101386bd9090007, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0831983130/master 2024-11-14T08:18:01,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:18:01,194 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37541-0x101386bd9090007, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:18:01,195 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Set watcher on existing znode=/0831983130/master 2024-11-14T08:18:01,195 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0831983130/backup-masters/b344df224d93,36637,1731572280958 from backup master directory 2024-11-14T08:18:01,204 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37541-0x101386bd9090007, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130/backup-masters 2024-11-14T08:18:01,204 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:18:01,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0831983130/backup-masters/b344df224d93,36637,1731572280958 2024-11-14T08:18:01,204 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,36637,1731572280958 2024-11-14T08:18:01,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130/backup-masters 2024-11-14T08:18:01,241 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:01,241 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:18:01,268 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 27ms. 2024-11-14T08:18:01,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741846_1022 (size=196) 2024-11-14T08:18:01,304 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:18:01,305 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:18:01,311 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:18:01,324 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T08:18:01,339 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/WALs/b344df224d93,40515,1731572264582 to hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/WALs/b344df224d93,40515,1731572264582-dead as it is dead 2024-11-14T08:18:01,344 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T08:18:01,345 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T08:18:01,345 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/WALs/b344df224d93,40515,1731572264582-dead/b344df224d93%2C40515%2C1731572264582.1731572267506 2024-11-14T08:18:01,353 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/WALs/b344df224d93,40515,1731572264582-dead/b344df224d93%2C40515%2C1731572264582.1731572267506 after 6ms 2024-11-14T08:18:01,364 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/WALs/b344df224d93,40515,1731572264582-dead/b344df224d93%2C40515%2C1731572264582.1731572267506 to hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b344df224d93%2C40515%2C1731572264582.1731572267506 2024-11-14T08:18:01,364 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/WALs/b344df224d93,40515,1731572264582-dead 2024-11-14T08:18:01,366 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/WALs/b344df224d93,36637,1731572280958 2024-11-14T08:18:01,368 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:18:01,371 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C36637%2C1731572280958, suffix=, logDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/WALs/b344df224d93,36637,1731572280958, archiveDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/oldWALs, maxLogs=10 2024-11-14T08:18:01,394 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/WALs/b344df224d93,36637,1731572280958/b344df224d93%2C36637%2C1731572280958.1731572281371, exclude list is [], retry=0 2024-11-14T08:18:01,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45383,DS-63c7a4de-e3c2-4ab6-a1f6-608a04cdb4af,DISK] 2024-11-14T08:18:01,417 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/WALs/b344df224d93,36637,1731572280958/b344df224d93%2C36637%2C1731572280958.1731572281371 2024-11-14T08:18:01,418 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-11-14T08:18:01,418 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:18:01,418 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:01,419 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:01,420 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:01,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:01,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:18:01,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:01,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a619f146e59b431aa94621538027f318 2024-11-14T08:18:01,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:01,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:01,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:18:01,472 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:01,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/675f69a2558d4009a9d90fa3b4baa989 2024-11-14T08:18:01,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:01,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:01,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:18:01,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:01,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed180576c0f944ff9d819f26208c1b2c 2024-11-14T08:18:01,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:01,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:01,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:18:01,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:01,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:01,529 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:01,533 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T08:18:01,533 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b344df224d93%2C40515%2C1731572264582.1731572267506 2024-11-14T08:18:01,591 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b344df224d93%2C40515%2C1731572264582.1731572267506 2024-11-14T08:18:01,593 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b344df224d93%2C40515%2C1731572264582.1731572267506 2024-11-14T08:18:01,595 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:01,595 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:01,596 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:18:01,604 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:01,623 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-14T08:18:01,625 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74775240, jitterRate=0.11423790454864502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:18:01,626 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572281420Initializing all the Stores at 1731572281422 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572281422Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572281428 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572281428Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572281428Cleaning up temporary data from old regions at 1731572281595 (+167 ms)Region opened successfully at 1731572281625 (+30 ms) 2024-11-14T08:18:01,635 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:18:01,641 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f6a420f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:18:01,654 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T08:18:01,655 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:18:01,655 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:18:01,656 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:18:01,669 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 13 msec 2024-11-14T08:18:01,679 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:18:01,679 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T08:18:01,680 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T08:18:01,680 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T08:18:01,681 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T08:18:01,681 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T08:18:01,681 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 11 msec 2024-11-14T08:18:01,681 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:18:01,707 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b344df224d93,35023,1731572265375, regionLocation=b344df224d93,35023,1731572265375, openSeqNum=2 2024-11-14T08:18:01,707 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b344df224d93,35023,1731572265375, table=hbase:meta, region=1588230740 2024-11-14T08:18:01,707 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,35023,1731572265375, state=OPEN 2024-11-14T08:18:01,794 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37541-0x101386bd9090007, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0831983130/meta-region-server 2024-11-14T08:18:01,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0831983130/meta-region-server 2024-11-14T08:18:01,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0831983130/meta-region-server: CHANGED 2024-11-14T08:18:01,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0831983130/meta-region-server: CHANGED 2024-11-14T08:18:01,804 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:18:01,815 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0831983130/draining/b344df224d93,35023,1731572265375 already deleted, retry=false 2024-11-14T08:18:01,815 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b344df224d93,35023,1731572265375 on b344df224d93,36637,1731572280958 2024-11-14T08:18:01,823 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b344df224d93,35023,1731572265375, splitWal=true, meta=true 2024-11-14T08:18:01,825 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for b344df224d93,35023,1731572265375 (carryingMeta=true) b344df224d93,35023,1731572265375/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@621dbefe[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T08:18:01,833 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Unable to get data of znode /0831983130/balancer because node does not exist (not necessarily an error) 2024-11-14T08:18:01,884 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0831983130/balancer already deleted, retry=false 2024-11-14T08:18:01,884 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:18:01,885 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Unable to get data of znode /0831983130/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:18:02,032 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0831983130/normalizer already deleted, retry=false 2024-11-14T08:18:02,032 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:18:02,033 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Unable to get data of znode /0831983130/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:18:02,052 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0831983130/switch/split already deleted, retry=false 2024-11-14T08:18:02,053 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Unable to get data of znode /0831983130/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:18:02,063 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0831983130/switch/merge already deleted, retry=false 2024-11-14T08:18:02,092 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Unable to get data of znode /0831983130/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:18:02,099 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0831983130/snapshot-cleanup already deleted, retry=false 2024-11-14T08:18:02,109 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37541-0x101386bd9090007, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0831983130/running 2024-11-14T08:18:02,110 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37541-0x101386bd9090007, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:18:02,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0831983130/running 2024-11-14T08:18:02,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:18:02,121 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,36637,1731572280958, sessionid=0x101386bd9090006, setting cluster-up flag (Was=false) 2024-11-14T08:18:02,132 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0831983130/flush-table-proc/acquired, /0831983130/flush-table-proc/reached, /0831983130/flush-table-proc/abort 2024-11-14T08:18:02,134 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,36637,1731572280958 2024-11-14T08:18:02,148 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0831983130/online-snapshot/acquired, /0831983130/online-snapshot/reached, /0831983130/online-snapshot/abort 2024-11-14T08:18:02,149 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,36637,1731572280958 2024-11-14T08:18:02,153 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/.lastflushedseqids 2024-11-14T08:18:02,165 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:18:02,165 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:18:02,165 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,36637,1731572280958 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b344df224d93,35023,1731572265375 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:18:02,167 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:18:02,167 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:18:02,167 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:18:02,168 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:18:02,168 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:18:02,168 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:02,168 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:18:02,168 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:02,195 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b344df224d93,35023,1731572265375, splitWal=true, meta=true 2024-11-14T08:18:02,198 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b344df224d93,35023,1731572265375, splitWal=true, meta=true, isMeta: true 2024-11-14T08:18:02,202 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375-splitting 2024-11-14T08:18:02,204 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375-splitting dir is empty, no logs to split. 2024-11-14T08:18:02,204 INFO [PEWorker-1 {}] master.SplitWALManager(105): b344df224d93,35023,1731572265375 WAL count=0, meta=true 2024-11-14T08:18:02,211 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375-splitting dir is empty, no logs to split. 2024-11-14T08:18:02,211 INFO [PEWorker-1 {}] master.SplitWALManager(105): b344df224d93,35023,1731572265375 WAL count=0, meta=true 2024-11-14T08:18:02,211 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b344df224d93,35023,1731572265375 WAL splitting is done? wals=0, meta=true 2024-11-14T08:18:02,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:18:02,218 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:18:02,221 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T08:18:02,232 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572312232 2024-11-14T08:18:02,232 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:18:02,233 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:18:02,233 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:18:02,233 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:18:02,233 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:18:02,233 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:18:02,240 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:02,244 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:18:02,244 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:18:02,245 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:18:02,245 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:18:02,247 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:18:02,248 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:18:02,248 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572282248,5,FailOnTimeoutGroup] 2024-11-14T08:18:02,251 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572282248,5,FailOnTimeoutGroup] 2024-11-14T08:18:02,251 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:02,251 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:18:02,251 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:02,251 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:02,251 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572282251, completionTime=-1 2024-11-14T08:18:02,251 WARN [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T08:18:02,257 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T08:18:02,259 INFO [RS:0;b344df224d93:37541 {}] regionserver.HRegionServer(746): ClusterId : a3917a83-56be-4ab5-846b-2a084b51bde0 2024-11-14T08:18:02,259 DEBUG [RS:0;b344df224d93:37541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:18:02,271 DEBUG [RS:0;b344df224d93:37541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:18:02,271 DEBUG [RS:0;b344df224d93:37541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:18:02,286 DEBUG [RS:0;b344df224d93:37541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:18:02,290 DEBUG [RS:0;b344df224d93:37541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33b0159a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:18:02,311 DEBUG [RS:0;b344df224d93:37541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:37541 2024-11-14T08:18:02,311 INFO [RS:0;b344df224d93:37541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:18:02,311 INFO [RS:0;b344df224d93:37541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:18:02,311 DEBUG [RS:0;b344df224d93:37541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:18:02,312 INFO [RS:0;b344df224d93:37541 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,36637,1731572280958 with port=37541, startcode=1731572281067 2024-11-14T08:18:02,312 DEBUG [RS:0;b344df224d93:37541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:18:02,317 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:18:02,318 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36637 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,37541,1731572281067 2024-11-14T08:18:02,318 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36637 {}] master.ServerManager(517): Registering regionserver=b344df224d93,37541,1731572281067 2024-11-14T08:18:02,324 DEBUG [RS:0;b344df224d93:37541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe 2024-11-14T08:18:02,324 DEBUG [RS:0;b344df224d93:37541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37439 2024-11-14T08:18:02,324 DEBUG [RS:0;b344df224d93:37541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:18:02,337 DEBUG [RS:0;b344df224d93:37541 {}] zookeeper.ZKUtil(111): regionserver:37541-0x101386bd9090007, quorum=127.0.0.1:64351, baseZNode=/0831983130 Set watcher on existing znode=/0831983130/rs/b344df224d93,37541,1731572281067 2024-11-14T08:18:02,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130/rs 2024-11-14T08:18:02,337 WARN [RS:0;b344df224d93:37541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:18:02,337 INFO [RS:0;b344df224d93:37541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:18:02,337 DEBUG [RS:0;b344df224d93:37541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067 2024-11-14T08:18:02,340 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,37541,1731572281067] 2024-11-14T08:18:02,358 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=107ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T08:18:02,372 WARN [b344df224d93:36637 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T08:18:02,413 INFO [RS:0;b344df224d93:37541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:18:02,418 INFO [RS:0;b344df224d93:37541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:18:02,420 INFO [RS:0;b344df224d93:37541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:18:02,420 INFO [RS:0;b344df224d93:37541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:02,421 INFO [RS:0;b344df224d93:37541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:18:02,422 INFO [RS:0;b344df224d93:37541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:18:02,422 INFO [RS:0;b344df224d93:37541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:02,422 DEBUG [RS:0;b344df224d93:37541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:02,422 DEBUG [RS:0;b344df224d93:37541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:02,422 DEBUG [RS:0;b344df224d93:37541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:02,422 DEBUG [RS:0;b344df224d93:37541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:02,422 DEBUG [RS:0;b344df224d93:37541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:02,423 DEBUG [RS:0;b344df224d93:37541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:18:02,423 DEBUG [RS:0;b344df224d93:37541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:02,423 DEBUG [RS:0;b344df224d93:37541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:02,423 DEBUG [RS:0;b344df224d93:37541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:02,423 DEBUG [RS:0;b344df224d93:37541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:02,423 DEBUG [RS:0;b344df224d93:37541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:02,423 DEBUG [RS:0;b344df224d93:37541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:02,423 DEBUG [RS:0;b344df224d93:37541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:18:02,423 DEBUG [RS:0;b344df224d93:37541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:18:02,441 INFO [RS:0;b344df224d93:37541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:02,441 INFO [RS:0;b344df224d93:37541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:02,441 INFO [RS:0;b344df224d93:37541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:02,441 INFO [RS:0;b344df224d93:37541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:02,441 INFO [RS:0;b344df224d93:37541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:02,441 INFO [RS:0;b344df224d93:37541 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,37541,1731572281067-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:18:02,467 INFO [RS:0;b344df224d93:37541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:18:02,467 INFO [RS:0;b344df224d93:37541 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,37541,1731572281067-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:02,494 INFO [RS:0;b344df224d93:37541 {}] regionserver.ReplicationSource(231): queueId=1-b344df224d93,37541,1731572281067, ReplicationSource: 1, currentBandwidth=0 2024-11-14T08:18:02,526 INFO [RS:0;b344df224d93:37541 {}] regionserver.ReplicationSource(231): queueId=2-b344df224d93,37541,1731572281067, ReplicationSource: 2, currentBandwidth=0 2024-11-14T08:18:02,526 INFO [RS:0;b344df224d93:37541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:02,526 INFO [RS:0;b344df224d93:37541 {}] regionserver.Replication(171): b344df224d93,37541,1731572281067 started 2024-11-14T08:18:02,537 DEBUG [RS:0;b344df224d93:37541.replicationSource,1-b344df224d93,37541,1731572281067 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:44535' 2024-11-14T08:18:02,542 DEBUG [RS:0;b344df224d93:37541.replicationSource,1-b344df224d93,37541,1731572281067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@492e7005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:02,542 DEBUG [RS:0;b344df224d93:37541.replicationSource,1-b344df224d93,37541,1731572281067 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,44535,-1 for getting cluster id 2024-11-14T08:18:02,542 DEBUG [RS:0;b344df224d93:37541.replicationSource,1-b344df224d93,37541,1731572281067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:18:02,548 INFO [RS:0;b344df224d93:37541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:02,548 INFO [RS:0;b344df224d93:37541 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,37541,1731572281067, RpcServer on b344df224d93/172.17.0.3:37541, sessionid=0x101386bd9090007 2024-11-14T08:18:02,548 DEBUG [RS:0;b344df224d93:37541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:18:02,548 DEBUG [RS:0;b344df224d93:37541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,37541,1731572281067 2024-11-14T08:18:02,548 DEBUG [RS:0;b344df224d93:37541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,37541,1731572281067' 2024-11-14T08:18:02,548 DEBUG [RS:0;b344df224d93:37541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0831983130/flush-table-proc/abort' 2024-11-14T08:18:02,548 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77a784f2-8902-48d8-84a0-33f205eb53f6' 2024-11-14T08:18:02,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:18:02,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77a784f2-8902-48d8-84a0-33f205eb53f6" 2024-11-14T08:18:02,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8d515d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:02,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,44535,-1] 2024-11-14T08:18:02,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:18:02,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:02,551 DEBUG [RS:0;b344df224d93:37541.replicationSource,2-b344df224d93,37541,1731572281067 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:44535' 2024-11-14T08:18:02,553 DEBUG [RS:0;b344df224d93:37541.replicationSource,2-b344df224d93,37541,1731572281067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@318ee7bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:02,553 DEBUG [RS:0;b344df224d93:37541.replicationSource,2-b344df224d93,37541,1731572281067 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,44535,-1 for getting cluster id 2024-11-14T08:18:02,553 DEBUG [RS:0;b344df224d93:37541.replicationSource,2-b344df224d93,37541,1731572281067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:18:02,554 DEBUG [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77a784f2-8902-48d8-84a0-33f205eb53f6' 2024-11-14T08:18:02,554 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:18:02,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:18:02,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77a784f2-8902-48d8-84a0-33f205eb53f6" 2024-11-14T08:18:02,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@225b801e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:02,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,44535,-1] 2024-11-14T08:18:02,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:18:02,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:02,559 DEBUG [RS:0;b344df224d93:37541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0831983130/flush-table-proc/acquired' 2024-11-14T08:18:02,559 DEBUG [RS:0;b344df224d93:37541.replicationSource,1-b344df224d93,37541,1731572281067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59c22582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:02,559 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:18:02,559 DEBUG [RS:0;b344df224d93:37541.replicationSource,1-b344df224d93,37541,1731572281067 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:18:02,560 DEBUG [RS:0;b344df224d93:37541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:18:02,561 DEBUG [RS:0;b344df224d93:37541.replicationSource,2-b344df224d93,37541,1731572281067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7558108a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:02,561 DEBUG [RS:0;b344df224d93:37541.replicationSource,2-b344df224d93,37541,1731572281067 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:18:02,561 DEBUG [RS:0;b344df224d93:37541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:18:02,561 DEBUG [RS:0;b344df224d93:37541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,37541,1731572281067 2024-11-14T08:18:02,562 DEBUG [RS:0;b344df224d93:37541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,37541,1731572281067' 2024-11-14T08:18:02,562 DEBUG [RS:0;b344df224d93:37541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0831983130/online-snapshot/abort' 2024-11-14T08:18:02,562 DEBUG [RS:0;b344df224d93:37541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0831983130/online-snapshot/acquired' 2024-11-14T08:18:02,563 DEBUG [RS:0;b344df224d93:37541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:18:02,563 INFO [RS:0;b344df224d93:37541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:18:02,563 INFO [RS:0;b344df224d93:37541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:18:02,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,44535,1731572272410 2024-11-14T08:18:02,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@470f4e85 2024-11-14T08:18:02,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:18:02,565 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T08:18:02,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,44535,1731572272410 2024-11-14T08:18:02,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cb37f2b 2024-11-14T08:18:02,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:18:02,566 INFO [RS:0;b344df224d93:37541.replicationSource,2-b344df224d93,37541,1731572281067 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b344df224d93,37541,1731572281067 (queues=0) is replicating from cluster=a3917a83-56be-4ab5-846b-2a084b51bde0 to cluster=77a784f2-8902-48d8-84a0-33f205eb53f6 2024-11-14T08:18:02,567 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T08:18:02,568 INFO [RS:0;b344df224d93:37541.replicationSource,1-b344df224d93,37541,1731572281067 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b344df224d93,37541,1731572281067 (queues=0) is replicating from cluster=a3917a83-56be-4ab5-846b-2a084b51bde0 to cluster=77a784f2-8902-48d8-84a0-33f205eb53f6 2024-11-14T08:18:02,664 INFO [RS:0;b344df224d93:37541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:18:02,665 INFO [RS:0;b344df224d93:37541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C37541%2C1731572281067, suffix=, logDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067, archiveDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/oldWALs, maxLogs=10 2024-11-14T08:18:02,682 DEBUG [RS:0;b344df224d93:37541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666, exclude list is [], retry=0 2024-11-14T08:18:02,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45383,DS-63c7a4de-e3c2-4ab6-a1f6-608a04cdb4af,DISK] 2024-11-14T08:18:02,694 INFO [RS:0;b344df224d93:37541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666 2024-11-14T08:18:02,695 DEBUG [RS:0;b344df224d93:37541 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b344df224d93%2C37541%2C1731572281067 for peer 1 2024-11-14T08:18:02,695 DEBUG [RS:0;b344df224d93:37541 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b344df224d93%2C37541%2C1731572281067 for peer 2 2024-11-14T08:18:02,695 DEBUG [RS:0;b344df224d93:37541 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b344df224d93%2C37541%2C1731572281067 2024-11-14T08:18:02,695 INFO [RS:0;b344df224d93:37541 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b344df224d93,37541,1731572281067, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T08:18:02,696 DEBUG [RS:0;b344df224d93:37541 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b344df224d93%2C37541%2C1731572281067 2024-11-14T08:18:02,696 INFO [RS:0;b344df224d93:37541.replicationSource.shipperb344df224d93%2C37541%2C1731572281067,1-b344df224d93,37541,1731572281067 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b344df224d93%2C37541%2C1731572281067 2024-11-14T08:18:02,696 INFO [RS:0;b344df224d93:37541 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b344df224d93,37541,1731572281067, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T08:18:02,697 DEBUG [RS:0;b344df224d93:37541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-11-14T08:18:02,697 INFO [RS:0;b344df224d93:37541.replicationSource.shipperb344df224d93%2C37541%2C1731572281067,2-b344df224d93,37541,1731572281067 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b344df224d93%2C37541%2C1731572281067 2024-11-14T08:18:02,697 DEBUG [RS:0;b344df224d93:37541.replicationSource.wal-reader.b344df224d93%2C37541%2C1731572281067,2-b344df224d93,37541,1731572281067 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666, startPosition=0, beingWritten=true 2024-11-14T08:18:02,697 DEBUG [RS:0;b344df224d93:37541.replicationSource.wal-reader.b344df224d93%2C37541%2C1731572281067,1-b344df224d93,37541,1731572281067 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666, startPosition=0, beingWritten=true 2024-11-14T08:18:02,873 DEBUG [b344df224d93:36637 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:18:02,874 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,37541,1731572281067 2024-11-14T08:18:02,877 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,37541,1731572281067, state=OPENING 2024-11-14T08:18:02,919 DEBUG [RS:0;b344df224d93:37541.replicationSource.wal-reader.b344df224d93%2C37541%2C1731572281067,1-b344df224d93,37541,1731572281067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666 to pos 0, reset compression=false 2024-11-14T08:18:02,922 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37541-0x101386bd9090007, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0831983130/meta-region-server 2024-11-14T08:18:02,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0831983130/meta-region-server 2024-11-14T08:18:02,922 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:18:02,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0831983130/meta-region-server: CHANGED 2024-11-14T08:18:02,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0831983130/meta-region-server: CHANGED 2024-11-14T08:18:02,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,37541,1731572281067}] 2024-11-14T08:18:02,923 DEBUG [RS:0;b344df224d93:37541.replicationSource.wal-reader.b344df224d93%2C37541%2C1731572281067,2-b344df224d93,37541,1731572281067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666 to pos 0, reset compression=false 2024-11-14T08:18:03,076 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:18:03,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:18:03,082 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:18:03,083 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:18:03,083 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:18:03,085 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C37541%2C1731572281067.meta, suffix=.meta, logDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067, archiveDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/oldWALs, maxLogs=10 2024-11-14T08:18:03,105 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.meta.1731572283086.meta, exclude list is [], retry=0 2024-11-14T08:18:03,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45383,DS-63c7a4de-e3c2-4ab6-a1f6-608a04cdb4af,DISK] 2024-11-14T08:18:03,110 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.meta.1731572283086.meta 2024-11-14T08:18:03,110 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-11-14T08:18:03,111 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:18:03,111 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:18:03,111 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:18:03,111 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:18:03,111 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:18:03,112 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:18:03,112 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:03,112 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:18:03,112 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:18:03,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:18:03,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:18:03,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:03,125 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/info/6b2368346ddf4d21a16a7c509c9ed087 2024-11-14T08:18:03,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:03,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:18:03,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:18:03,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:03,137 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/ns/bf410f80f16a4479b9b21d3971afd65b 2024-11-14T08:18:03,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:03,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:18:03,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:18:03,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:03,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:03,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:18:03,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:18:03,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:03,154 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/table/420405e11c704e9888a4d88ae868c93c 2024-11-14T08:18:03,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:03,155 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:18:03,156 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740 2024-11-14T08:18:03,159 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740 2024-11-14T08:18:03,163 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:18:03,163 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:18:03,165 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:18:03,167 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:18:03,168 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71038998, jitterRate=0.058563560247421265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:18:03,168 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:18:03,168 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572283112Writing region info on filesystem at 1731572283112Initializing all the Stores at 1731572283113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572283113Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572283114 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572283114Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572283114Cleaning up temporary data from old regions at 1731572283163 (+49 ms)Running coprocessor post-open hooks at 1731572283168 (+5 ms)Region opened successfully at 1731572283168 2024-11-14T08:18:03,169 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731572283076 2024-11-14T08:18:03,172 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:18:03,172 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:18:03,173 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b344df224d93,37541,1731572281067 2024-11-14T08:18:03,174 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,37541,1731572281067, state=OPEN 2024-11-14T08:18:03,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0831983130/meta-region-server 2024-11-14T08:18:03,183 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,37541,1731572281067 2024-11-14T08:18:03,183 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37541-0x101386bd9090007, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0831983130/meta-region-server 2024-11-14T08:18:03,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0831983130/meta-region-server: CHANGED 2024-11-14T08:18:03,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0831983130/meta-region-server: CHANGED 2024-11-14T08:18:03,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T08:18:03,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,37541,1731572281067 in 261 msec 2024-11-14T08:18:03,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-14T08:18:03,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 973 msec 2024-11-14T08:18:03,233 DEBUG [RS:0;b344df224d93:37541.replicationSource.wal-reader.b344df224d93%2C37541%2C1731572281067,1-b344df224d93,37541,1731572281067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666 to pos 0, reset compression=false 2024-11-14T08:18:03,233 DEBUG [RS:0;b344df224d93:37541.replicationSource.wal-reader.b344df224d93%2C37541%2C1731572281067,2-b344df224d93,37541,1731572281067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666 to pos 0, reset compression=false 2024-11-14T08:18:03,644 DEBUG [RS:0;b344df224d93:37541.replicationSource.wal-reader.b344df224d93%2C37541%2C1731572281067,1-b344df224d93,37541,1731572281067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666 to pos 0, reset compression=false 2024-11-14T08:18:03,656 DEBUG [RS:0;b344df224d93:37541.replicationSource.wal-reader.b344df224d93%2C37541%2C1731572281067,2-b344df224d93,37541,1731572281067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666 to pos 0, reset compression=false 2024-11-14T08:18:03,862 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1610ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-14T08:18:04,150 DEBUG [RS:0;b344df224d93:37541.replicationSource.wal-reader.b344df224d93%2C37541%2C1731572281067,1-b344df224d93,37541,1731572281067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666 to pos 0, reset compression=false 2024-11-14T08:18:04,161 DEBUG [RS:0;b344df224d93:37541.replicationSource.wal-reader.b344df224d93%2C37541%2C1731572281067,2-b344df224d93,37541,1731572281067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666 to pos 0, reset compression=false 2024-11-14T08:18:04,770 DEBUG [RS:0;b344df224d93:37541.replicationSource.wal-reader.b344df224d93%2C37541%2C1731572281067,1-b344df224d93,37541,1731572281067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666 to pos 0, reset compression=false 2024-11-14T08:18:04,772 DEBUG [RS:0;b344df224d93:37541.replicationSource.wal-reader.b344df224d93%2C37541%2C1731572281067,2-b344df224d93,37541,1731572281067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666 to pos 0, reset compression=false 2024-11-14T08:18:05,364 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3113ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-14T08:18:05,477 DEBUG [RS:0;b344df224d93:37541.replicationSource.wal-reader.b344df224d93%2C37541%2C1731572281067,1-b344df224d93,37541,1731572281067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666 to pos 0, reset compression=false 2024-11-14T08:18:05,480 DEBUG [RS:0;b344df224d93:37541.replicationSource.wal-reader.b344df224d93%2C37541%2C1731572281067,2-b344df224d93,37541,1731572281067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666 to pos 0, reset compression=false 2024-11-14T08:18:06,289 DEBUG [RS:0;b344df224d93:37541.replicationSource.wal-reader.b344df224d93%2C37541%2C1731572281067,1-b344df224d93,37541,1731572281067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666 to pos 0, reset compression=false 2024-11-14T08:18:06,296 DEBUG [RS:0;b344df224d93:37541.replicationSource.wal-reader.b344df224d93%2C37541%2C1731572281067,2-b344df224d93,37541,1731572281067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666 to pos 0, reset compression=false 2024-11-14T08:18:06,771 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4519ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T08:18:06,771 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:18:06,771 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:18:06,771 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,37541,1731572281067, seqNum=-1] 2024-11-14T08:18:06,772 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:18:06,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:18:06,781 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=59d603823ae538eb69f95956af3d903a, regionState=OPEN, lastHost=b344df224d93,35023,1731572265375, regionLocation=b344df224d93,35023,1731572265375, openSeqNum=2 2024-11-14T08:18:06,781 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:18:06,781 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572346781 2024-11-14T08:18:06,781 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572406781 2024-11-14T08:18:06,781 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-14T08:18:06,781 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36637,1731572280958-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:06,781 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36637,1731572280958-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:06,782 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36637,1731572280958-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:06,782 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:36637, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:06,782 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:06,783 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): b344df224d93,35023,1731572265375 had 2 regions 2024-11-14T08:18:06,784 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:06,785 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b344df224d93,35023,1731572265375, splitWal=true, meta=true, isMeta: false 2024-11-14T08:18:06,789 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375-splitting dir is empty, no logs to split. 2024-11-14T08:18:06,789 INFO [PEWorker-1 {}] master.SplitWALManager(105): b344df224d93,35023,1731572265375 WAL count=0, meta=false 2024-11-14T08:18:06,793 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.589sec 2024-11-14T08:18:06,793 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:18:06,793 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:18:06,793 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:18:06,793 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:18:06,793 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:18:06,793 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36637,1731572280958-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:18:06,793 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36637,1731572280958-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:18:06,797 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,35023,1731572265375-splitting dir is empty, no logs to split. 2024-11-14T08:18:06,797 INFO [PEWorker-1 {}] master.SplitWALManager(105): b344df224d93,35023,1731572265375 WAL count=0, meta=false 2024-11-14T08:18:06,797 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b344df224d93,35023,1731572265375 WAL splitting is done? wals=0, meta=false 2024-11-14T08:18:06,800 WARN [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b344df224d93,35023,1731572265375/hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. 2024-11-14T08:18:06,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59d603823ae538eb69f95956af3d903a, ASSIGN}] 2024-11-14T08:18:06,805 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:18:06,805 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:18:06,805 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36637,1731572280958-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:06,805 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59d603823ae538eb69f95956af3d903a, ASSIGN 2024-11-14T08:18:06,806 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59d603823ae538eb69f95956af3d903a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T08:18:06,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa2ddaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:06,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,36637,-1 for getting cluster id 2024-11-14T08:18:06,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:18:06,866 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3917a83-56be-4ab5-846b-2a084b51bde0' 2024-11-14T08:18:06,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:18:06,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3917a83-56be-4ab5-846b-2a084b51bde0" 2024-11-14T08:18:06,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8bb026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:06,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,36637,-1] 2024-11-14T08:18:06,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:18:06,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:06,870 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:18:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48243c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:06,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:18:06,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,37541,1731572281067, seqNum=-1] 2024-11-14T08:18:06,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:18:06,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:18:06,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T08:18:06,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:18:06,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:18:06,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:06,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:06,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:18:06,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b344df224d93:36637 after: b344df224d93:36637 2024-11-14T08:18:06,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d59ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:06,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,36637,-1 for getting cluster id 2024-11-14T08:18:06,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:18:06,887 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3917a83-56be-4ab5-846b-2a084b51bde0' 2024-11-14T08:18:06,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:18:06,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3917a83-56be-4ab5-846b-2a084b51bde0" 2024-11-14T08:18:06,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5689a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:06,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,36637,-1] 2024-11-14T08:18:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:18:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:06,889 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:18:06,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f2c3d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:06,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:18:06,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,36637,1731572280958 2024-11-14T08:18:06,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@767730e9 2024-11-14T08:18:06,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:18:06,893 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:18:06,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36637 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T08:18:06,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36637 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T08:18:06,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36637 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T08:18:06,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36637 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T08:18:06,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:18:06,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:18:06,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:18:06,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:06,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:06,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:18:06,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:18:06,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=953117524, stopped=false 2024-11-14T08:18:06,900 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,44535,1731572272410 2024-11-14T08:18:06,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46291-0x101386bd9090004, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11734971167/running 2024-11-14T08:18:06,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11734971167/running 2024-11-14T08:18:06,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11734971167 2024-11-14T08:18:06,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46291-0x101386bd9090004, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11734971167 2024-11-14T08:18:06,952 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:18:06,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Set watcher on znode that does not yet exist, /11734971167/running 2024-11-14T08:18:06,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46291-0x101386bd9090004, quorum=127.0.0.1:64351, baseZNode=/11734971167 Set watcher on znode that does not yet exist, /11734971167/running 2024-11-14T08:18:06,952 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:18:06,953 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:18:06,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:06,953 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,46291,1731572272567' ***** 2024-11-14T08:18:06,953 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:18:06,953 INFO [RS:0;b344df224d93:46291 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:18:06,954 INFO [RS:0;b344df224d93:46291 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:18:06,954 INFO [RS:0;b344df224d93:46291 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:18:06,954 INFO [RS:0;b344df224d93:46291 {}] regionserver.HRegionServer(959): stopping server b344df224d93,46291,1731572272567 2024-11-14T08:18:06,954 INFO [RS:0;b344df224d93:46291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:18:06,954 INFO [RS:0;b344df224d93:46291 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:46291. 2024-11-14T08:18:06,954 DEBUG [RS:0;b344df224d93:46291 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:18:06,954 DEBUG [RS:0;b344df224d93:46291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:06,954 INFO [RS:0;b344df224d93:46291 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:18:06,954 INFO [RS:0;b344df224d93:46291 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:18:06,954 INFO [RS:0;b344df224d93:46291 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:18:06,954 INFO [RS:0;b344df224d93:46291 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:18:06,955 INFO [RS:0;b344df224d93:46291 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T08:18:06,955 DEBUG [RS:0;b344df224d93:46291 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T08:18:06,956 DEBUG [RS:0;b344df224d93:46291 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:18:06,956 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:18:06,956 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:18:06,956 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:18:06,956 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:18:06,956 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:18:06,956 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:18:06,957 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T08:18:06,957 DEBUG [b344df224d93:36637 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:18:06,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=59d603823ae538eb69f95956af3d903a, regionState=OPENING, regionLocation=b344df224d93,37541,1731572281067 2024-11-14T08:18:06,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59d603823ae538eb69f95956af3d903a, ASSIGN because future has completed 2024-11-14T08:18:06,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59d603823ae538eb69f95956af3d903a, server=b344df224d93,37541,1731572281067}] 2024-11-14T08:18:06,992 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/data/hbase/meta/1588230740/.tmp/ns/7865f4e43d7948e08c91bb61e2a2441a is 43, key is default/ns:d/1731572274671/Put/seqid=0 2024-11-14T08:18:06,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741835_1011 (size=5153) 2024-11-14T08:18:06,999 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/data/hbase/meta/1588230740/.tmp/ns/7865f4e43d7948e08c91bb61e2a2441a 2024-11-14T08:18:07,013 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/data/hbase/meta/1588230740/.tmp/ns/7865f4e43d7948e08c91bb61e2a2441a as hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/data/hbase/meta/1588230740/ns/7865f4e43d7948e08c91bb61e2a2441a 2024-11-14T08:18:07,025 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/data/hbase/meta/1588230740/ns/7865f4e43d7948e08c91bb61e2a2441a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T08:18:07,026 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 70ms, sequenceid=6, compaction requested=false 2024-11-14T08:18:07,027 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T08:18:07,036 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T08:18:07,037 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:18:07,037 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:18:07,038 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:18:07,038 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572286956Running coprocessor pre-close hooks at 1731572286956Disabling compacts and flushes for region at 1731572286956Disabling writes for close at 1731572286956Obtaining lock to block concurrent updates at 1731572286957 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731572286957Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731572286958 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731572286958Flushing 1588230740/ns: creating writer at 1731572286959 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731572286991 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1731572286991Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735a32f8: reopening flushed file at 1731572287011 (+20 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 70ms, sequenceid=6, compaction requested=false at 1731572287026 (+15 ms)Writing region close event to WAL at 1731572287031 (+5 ms)Running coprocessor post-close hooks at 1731572287037 (+6 ms)Closed at 1731572287038 (+1 ms) 2024-11-14T08:18:07,038 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:18:07,040 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:18:07,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. 2024-11-14T08:18:07,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:18:07,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T08:18:07,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C37541%2C1731572281067.rep, suffix=, logDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067, archiveDir=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/oldWALs, maxLogs=10 2024-11-14T08:18:07,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.rep.1731572287132, exclude list is [], retry=0 2024-11-14T08:18:07,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45383,DS-63c7a4de-e3c2-4ab6-a1f6-608a04cdb4af,DISK] 2024-11-14T08:18:07,156 INFO [RS:0;b344df224d93:46291 {}] regionserver.HRegionServer(976): stopping server b344df224d93,46291,1731572272567; all regions closed. 2024-11-14T08:18:07,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.rep.1731572287132 2024-11-14T08:18:07,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-11-14T08:18:07,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 59d603823ae538eb69f95956af3d903a, NAME => 'hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:18:07,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:18:07,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:18:07,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. service=MultiRowMutationService 2024-11-14T08:18:07,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T08:18:07,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 59d603823ae538eb69f95956af3d903a 2024-11-14T08:18:07,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741834_1010 (size=1152) 2024-11-14T08:18:07,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:07,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 59d603823ae538eb69f95956af3d903a 2024-11-14T08:18:07,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 59d603823ae538eb69f95956af3d903a 2024-11-14T08:18:07,164 INFO [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 59d603823ae538eb69f95956af3d903a 2024-11-14T08:18:07,166 INFO [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59d603823ae538eb69f95956af3d903a columnFamilyName hfileref 2024-11-14T08:18:07,166 DEBUG [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:07,171 INFO [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] regionserver.HStore(327): Store=59d603823ae538eb69f95956af3d903a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:07,171 DEBUG [RS:0;b344df224d93:46291 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/oldWALs 2024-11-14T08:18:07,171 INFO [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 59d603823ae538eb69f95956af3d903a 2024-11-14T08:18:07,171 INFO [RS:0;b344df224d93:46291 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C46291%2C1731572272567.meta:.meta(num 1731572274552) 2024-11-14T08:18:07,172 INFO [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59d603823ae538eb69f95956af3d903a columnFamilyName queue 2024-11-14T08:18:07,172 DEBUG [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:07,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741832_1008 (size=93) 2024-11-14T08:18:07,176 DEBUG [RS:0;b344df224d93:46291 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/oldWALs 2024-11-14T08:18:07,176 INFO [RS:0;b344df224d93:46291 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C46291%2C1731572272567:(num 1731572273884) 2024-11-14T08:18:07,176 DEBUG [RS:0;b344df224d93:46291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:07,176 INFO [RS:0;b344df224d93:46291 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:18:07,176 INFO [RS:0;b344df224d93:46291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:18:07,176 INFO [RS:0;b344df224d93:46291 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T08:18:07,176 INFO [RS:0;b344df224d93:46291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:18:07,176 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:18:07,176 INFO [RS:0;b344df224d93:46291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46291 2024-11-14T08:18:07,185 DEBUG [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/replication/59d603823ae538eb69f95956af3d903a/queue/4f7d523d4b99401ea954b5ebc3d3e155 2024-11-14T08:18:07,186 INFO [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] regionserver.HStore(327): Store=59d603823ae538eb69f95956af3d903a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:07,186 INFO [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 59d603823ae538eb69f95956af3d903a 2024-11-14T08:18:07,187 INFO [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59d603823ae538eb69f95956af3d903a columnFamilyName sid 2024-11-14T08:18:07,187 DEBUG [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:07,188 INFO [StoreOpener-59d603823ae538eb69f95956af3d903a-1 {}] regionserver.HStore(327): Store=59d603823ae538eb69f95956af3d903a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:07,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 59d603823ae538eb69f95956af3d903a 2024-11-14T08:18:07,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11734971167/rs 2024-11-14T08:18:07,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46291-0x101386bd9090004, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11734971167/rs/b344df224d93,46291,1731572272567 2024-11-14T08:18:07,194 INFO [RS:0;b344df224d93:46291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:18:07,195 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,46291,1731572272567] 2024-11-14T08:18:07,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/replication/59d603823ae538eb69f95956af3d903a 2024-11-14T08:18:07,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/replication/59d603823ae538eb69f95956af3d903a 2024-11-14T08:18:07,198 DEBUG [RS:0;b344df224d93:37541.replicationSource.wal-reader.b344df224d93%2C37541%2C1731572281067,1-b344df224d93,37541,1731572281067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666 to pos 0, reset compression=false 2024-11-14T08:18:07,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 59d603823ae538eb69f95956af3d903a 2024-11-14T08:18:07,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 59d603823ae538eb69f95956af3d903a 2024-11-14T08:18:07,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:18:07,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 59d603823ae538eb69f95956af3d903a 2024-11-14T08:18:07,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 59d603823ae538eb69f95956af3d903a; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64547649, jitterRate=-0.038165077567100525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:18:07,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59d603823ae538eb69f95956af3d903a 2024-11-14T08:18:07,206 DEBUG [RS:0;b344df224d93:37541.replicationSource.wal-reader.b344df224d93%2C37541%2C1731572281067,2-b344df224d93,37541,1731572281067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666 to pos 0, reset compression=false 2024-11-14T08:18:07,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 59d603823ae538eb69f95956af3d903a: Running coprocessor pre-open hook at 1731572287163Writing region info on filesystem at 1731572287163Initializing all the Stores at 1731572287164 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572287164Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572287164Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572287164Cleaning up temporary data from old regions at 1731572287199 (+35 ms)Running coprocessor post-open hooks at 1731572287206 (+7 ms)Region opened successfully at 1731572287207 (+1 ms) 2024-11-14T08:18:07,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a., pid=19, masterSystemTime=1731572287119 2024-11-14T08:18:07,214 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11734971167/draining/b344df224d93,46291,1731572272567 already deleted, retry=false 2024-11-14T08:18:07,214 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,46291,1731572272567 expired; onlineServers=0 2024-11-14T08:18:07,214 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,44535,1731572272410' ***** 2024-11-14T08:18:07,214 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:18:07,214 INFO [M:0;b344df224d93:44535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:18:07,214 INFO [M:0;b344df224d93:44535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:18:07,214 DEBUG [M:0;b344df224d93:44535 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:18:07,214 DEBUG [M:0;b344df224d93:44535 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:18:07,214 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572273527 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572273527,5,FailOnTimeoutGroup] 2024-11-14T08:18:07,215 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572273528 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572273528,5,FailOnTimeoutGroup] 2024-11-14T08:18:07,215 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:18:07,215 INFO [M:0;b344df224d93:44535 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:18:07,215 INFO [M:0;b344df224d93:44535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:18:07,215 DEBUG [M:0;b344df224d93:44535 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:18:07,215 INFO [M:0;b344df224d93:44535 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:18:07,215 INFO [M:0;b344df224d93:44535 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:18:07,215 INFO [M:0;b344df224d93:44535 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:18:07,216 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:18:07,219 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=59d603823ae538eb69f95956af3d903a, regionState=OPEN, openSeqNum=10, regionLocation=b344df224d93,37541,1731572281067 2024-11-14T08:18:07,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11734971167/master 2024-11-14T08:18:07,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11734971167 2024-11-14T08:18:07,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59d603823ae538eb69f95956af3d903a, server=b344df224d93,37541,1731572281067 because future has completed 2024-11-14T08:18:07,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T08:18:07,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 59d603823ae538eb69f95956af3d903a, server=b344df224d93,37541,1731572281067 in 265 msec 2024-11-14T08:18:07,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. 2024-11-14T08:18:07,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. 2024-11-14T08:18:07,235 DEBUG [M:0;b344df224d93:44535 {}] zookeeper.RecoverableZooKeeper(212): Node /11734971167/master already deleted, retry=false 2024-11-14T08:18:07,235 DEBUG [M:0;b344df224d93:44535 {}] master.ActiveMasterManager(353): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Failed delete of our master address node; KeeperErrorCode = NoNode for /11734971167/master 2024-11-14T08:18:07,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-14T08:18:07,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59d603823ae538eb69f95956af3d903a, ASSIGN in 429 msec 2024-11-14T08:18:07,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T08:18:07,245 INFO [M:0;b344df224d93:44535 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/.lastflushedseqids 2024-11-14T08:18:07,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a., hostname=b344df224d93,37541,1731572281067, seqNum=10] 2024-11-14T08:18:07,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741836_1012 (size=99) 2024-11-14T08:18:07,291 DEBUG [PEWorker-4 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for b344df224d93,35023,1731572265375 2024-11-14T08:18:07,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T08:18:07,304 INFO [RS:0;b344df224d93:46291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:18:07,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46291-0x101386bd9090004, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:18:07,304 INFO [RS:0;b344df224d93:46291 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,46291,1731572272567; zookeeper connection closed. 2024-11-14T08:18:07,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46291-0x101386bd9090004, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:18:07,304 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d0d089c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d0d089c 2024-11-14T08:18:07,304 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:18:07,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-14T08:18:07,675 INFO [M:0;b344df224d93:44535 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:18:07,675 INFO [M:0;b344df224d93:44535 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:18:07,675 DEBUG [M:0;b344df224d93:44535 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:18:07,675 INFO [M:0;b344df224d93:44535 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:07,676 DEBUG [M:0;b344df224d93:44535 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:07,676 DEBUG [M:0;b344df224d93:44535 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:18:07,676 DEBUG [M:0;b344df224d93:44535 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:07,676 INFO [M:0;b344df224d93:44535 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T08:18:07,693 DEBUG [M:0;b344df224d93:44535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/967abe3ed9df4005a581cb06479ed07c is 82, key is hbase:meta,,1/info:regioninfo/1731572274623/Put/seqid=0 2024-11-14T08:18:07,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741837_1013 (size=5672) 2024-11-14T08:18:08,099 INFO [M:0;b344df224d93:44535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/967abe3ed9df4005a581cb06479ed07c 2024-11-14T08:18:08,126 DEBUG [M:0;b344df224d93:44535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0402b3a60a344aa950a34499ad25653 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731572274695/Put/seqid=0 2024-11-14T08:18:08,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741838_1014 (size=5275) 2024-11-14T08:18:08,143 INFO [M:0;b344df224d93:44535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0402b3a60a344aa950a34499ad25653 2024-11-14T08:18:08,172 DEBUG [M:0;b344df224d93:44535 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5510032f91724a3c81f7d8adab6a0baf is 69, key is b344df224d93,46291,1731572272567/rs:state/1731572273653/Put/seqid=0 2024-11-14T08:18:08,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741839_1015 (size=5156) 2024-11-14T08:18:08,205 DEBUG [RS:0;b344df224d93:37541.replicationSource.wal-reader.b344df224d93%2C37541%2C1731572281067,1-b344df224d93,37541,1731572281067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666 to pos 0, reset compression=false 2024-11-14T08:18:08,206 INFO [M:0;b344df224d93:44535 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5510032f91724a3c81f7d8adab6a0baf 2024-11-14T08:18:08,216 DEBUG [RS:0;b344df224d93:37541.replicationSource.wal-reader.b344df224d93%2C37541%2C1731572281067,2-b344df224d93,37541,1731572281067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/WALs/b344df224d93,37541,1731572281067/b344df224d93%2C37541%2C1731572281067.1731572282666 to pos 0, reset compression=false 2024-11-14T08:18:08,221 DEBUG [M:0;b344df224d93:44535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/967abe3ed9df4005a581cb06479ed07c as hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/967abe3ed9df4005a581cb06479ed07c 2024-11-14T08:18:08,231 INFO [M:0;b344df224d93:44535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/967abe3ed9df4005a581cb06479ed07c, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T08:18:08,233 DEBUG [M:0;b344df224d93:44535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0402b3a60a344aa950a34499ad25653 as hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0402b3a60a344aa950a34499ad25653 2024-11-14T08:18:08,248 INFO [M:0;b344df224d93:44535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0402b3a60a344aa950a34499ad25653, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T08:18:08,250 DEBUG [M:0;b344df224d93:44535 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5510032f91724a3c81f7d8adab6a0baf as hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5510032f91724a3c81f7d8adab6a0baf 2024-11-14T08:18:08,266 INFO [M:0;b344df224d93:44535 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34091/user/jenkins/test-data/cfe497be-8985-1290-d6e1-59f6adec23e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5510032f91724a3c81f7d8adab6a0baf, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T08:18:08,270 INFO [M:0;b344df224d93:44535 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 594ms, sequenceid=28, compaction requested=false 2024-11-14T08:18:08,304 INFO [M:0;b344df224d93:44535 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:08,304 DEBUG [M:0;b344df224d93:44535 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572287675Disabling compacts and flushes for region at 1731572287675Disabling writes for close at 1731572287676 (+1 ms)Obtaining lock to block concurrent updates at 1731572287676Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572287676Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731572287677 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572287677Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572287677Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572287693 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572287693Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572288106 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572288126 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572288126Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572288153 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572288171 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572288171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f09e092: reopening flushed file at 1731572288220 (+49 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44abe96d: reopening flushed file at 1731572288232 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@684fd1fa: reopening flushed file at 1731572288249 (+17 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 594ms, sequenceid=28, compaction requested=false at 1731572288270 (+21 ms)Writing region close event to WAL at 1731572288303 (+33 ms)Closed at 1731572288304 (+1 ms) 2024-11-14T08:18:08,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37935 is added to blk_1073741830_1006 (size=10165) 2024-11-14T08:18:08,324 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:18:08,324 INFO [M:0;b344df224d93:44535 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:18:08,324 INFO [M:0;b344df224d93:44535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44535 2024-11-14T08:18:08,328 INFO [M:0;b344df224d93:44535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:18:08,475 INFO [M:0;b344df224d93:44535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:18:08,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:18:08,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44535-0x101386bd9090003, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:18:08,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14183b95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:18:08,495 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18400d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:18:08,495 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:18:08,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4edba9c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:18:08,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53f36744{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/hadoop.log.dir/,STOPPED} 2024-11-14T08:18:08,500 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:18:08,500 WARN [BP-1023475795-172.17.0.3-1731572270279 heartbeating to localhost/127.0.0.1:34091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:18:08,500 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:18:08,500 WARN [BP-1023475795-172.17.0.3-1731572270279 heartbeating to localhost/127.0.0.1:34091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1023475795-172.17.0.3-1731572270279 (Datanode Uuid a63cf7ad-f6e6-4ae4-9415-a50d231aade1) service to localhost/127.0.0.1:34091 2024-11-14T08:18:08,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/cluster_30a3ab5d-3ad0-e89d-65d1-483c8ed6848c/data/data1/current/BP-1023475795-172.17.0.3-1731572270279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:18:08,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/cluster_30a3ab5d-3ad0-e89d-65d1-483c8ed6848c/data/data2/current/BP-1023475795-172.17.0.3-1731572270279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:18:08,503 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:18:08,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64605218{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:18:08,512 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61008f8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:18:08,512 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:18:08,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e3a5320{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:18:08,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6448fc16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/hadoop.log.dir/,STOPPED} 2024-11-14T08:18:08,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T08:18:08,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:18:08,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:18:08,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:18:08,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:08,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:08,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:18:08,537 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:18:08,537 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=6429582, stopped=false 2024-11-14T08:18:08,537 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,36637,1731572280958 2024-11-14T08:18:08,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0831983130/running 2024-11-14T08:18:08,551 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37541-0x101386bd9090007, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0831983130/running 2024-11-14T08:18:08,551 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:18:08,551 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37541-0x101386bd9090007, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:18:08,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:18:08,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:18:08,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:18:08,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:08,552 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,37541,1731572281067' ***** 2024-11-14T08:18:08,552 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:18:08,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37541-0x101386bd9090007, quorum=127.0.0.1:64351, baseZNode=/0831983130 Set watcher on znode that does not yet exist, /0831983130/running 2024-11-14T08:18:08,552 INFO [RS:0;b344df224d93:37541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:18:08,552 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:18:08,552 INFO [RS:0;b344df224d93:37541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:18:08,553 INFO [RS:0;b344df224d93:37541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:18:08,553 INFO [RS:0;b344df224d93:37541 {}] regionserver.HRegionServer(3091): Received CLOSE for 59d603823ae538eb69f95956af3d903a 2024-11-14T08:18:08,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Set watcher on znode that does not yet exist, /0831983130/running 2024-11-14T08:18:08,553 INFO [RS:0;b344df224d93:37541 {}] regionserver.HRegionServer(959): stopping server b344df224d93,37541,1731572281067 2024-11-14T08:18:08,553 INFO [RS:0;b344df224d93:37541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:18:08,553 INFO [RS:0;b344df224d93:37541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:37541. 2024-11-14T08:18:08,553 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59d603823ae538eb69f95956af3d903a, disabling compactions & flushes 2024-11-14T08:18:08,553 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. 2024-11-14T08:18:08,553 DEBUG [RS:0;b344df224d93:37541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:18:08,553 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. 2024-11-14T08:18:08,553 DEBUG [RS:0;b344df224d93:37541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:08,553 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. after waiting 0 ms 2024-11-14T08:18:08,554 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. 2024-11-14T08:18:08,553 INFO [RS:0;b344df224d93:37541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:18:08,554 INFO [RS:0;b344df224d93:37541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:18:08,554 INFO [RS:0;b344df224d93:37541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:18:08,554 INFO [RS:0;b344df224d93:37541 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:18:08,561 INFO [RS:0;b344df224d93:37541 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T08:18:08,562 DEBUG [RS:0;b344df224d93:37541 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 59d603823ae538eb69f95956af3d903a=hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a.} 2024-11-14T08:18:08,562 DEBUG [RS:0;b344df224d93:37541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59d603823ae538eb69f95956af3d903a 2024-11-14T08:18:08,562 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:18:08,562 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:18:08,562 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:18:08,562 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:18:08,562 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:18:08,562 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T08:18:08,574 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/replication/59d603823ae538eb69f95956af3d903a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-14T08:18:08,575 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:18:08,575 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:18:08,575 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. 2024-11-14T08:18:08,576 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59d603823ae538eb69f95956af3d903a: Waiting for close lock at 1731572288553Running coprocessor pre-close hooks at 1731572288553Disabling compacts and flushes for region at 1731572288553Disabling writes for close at 1731572288554 (+1 ms)Writing region close event to WAL at 1731572288570 (+16 ms)Running coprocessor post-close hooks at 1731572288575 (+5 ms)Closed at 1731572288575 2024-11-14T08:18:08,576 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a. 2024-11-14T08:18:08,591 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/.tmp/info/02f668129f1742509a7707cd10d565fb is 147, key is hbase:replication,,1731572275010.59d603823ae538eb69f95956af3d903a./info:regioninfo/1731572287219/Put/seqid=0 2024-11-14T08:18:08,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741851_1027 (size=6385) 2024-11-14T08:18:08,616 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:18:08,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:08,651 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:18:08,762 DEBUG [RS:0;b344df224d93:37541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:18:08,962 DEBUG [RS:0;b344df224d93:37541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:18:08,999 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/.tmp/info/02f668129f1742509a7707cd10d565fb 2024-11-14T08:18:09,023 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/.tmp/info/02f668129f1742509a7707cd10d565fb as hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/info/02f668129f1742509a7707cd10d565fb 2024-11-14T08:18:09,036 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/info/02f668129f1742509a7707cd10d565fb, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T08:18:09,038 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 476ms, sequenceid=19, compaction requested=false 2024-11-14T08:18:09,048 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T08:18:09,049 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:18:09,049 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:18:09,049 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:18:09,049 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572288562Running coprocessor pre-close hooks at 1731572288562Disabling compacts and flushes for region at 1731572288562Disabling writes for close at 1731572288562Obtaining lock to block concurrent updates at 1731572288562Preparing flush snapshotting stores in 1588230740 at 1731572288562Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731572288563 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731572288564 (+1 ms)Flushing 1588230740/info: creating writer at 1731572288564Flushing 1588230740/info: appending metadata at 1731572288591 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731572288591Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19072d0e: reopening flushed file at 1731572289022 (+431 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 476ms, sequenceid=19, compaction requested=false at 1731572289038 (+16 ms)Writing region close event to WAL at 1731572289039 (+1 ms)Running coprocessor post-close hooks at 1731572289049 (+10 ms)Closed at 1731572289049 2024-11-14T08:18:09,049 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:18:09,162 INFO [RS:0;b344df224d93:37541 {}] regionserver.HRegionServer(976): stopping server b344df224d93,37541,1731572281067; all regions closed. 2024-11-14T08:18:09,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741849_1025 (size=2156) 2024-11-14T08:18:09,169 DEBUG [RS:0;b344df224d93:37541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/oldWALs 2024-11-14T08:18:09,169 INFO [RS:0;b344df224d93:37541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C37541%2C1731572281067.meta:.meta(num 1731572283086) 2024-11-14T08:18:09,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741850_1026 (size=796) 2024-11-14T08:18:09,179 DEBUG [RS:0;b344df224d93:37541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/oldWALs 2024-11-14T08:18:09,179 INFO [RS:0;b344df224d93:37541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C37541%2C1731572281067.rep:(num 1731572287132) 2024-11-14T08:18:09,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741848_1024 (size=93) 2024-11-14T08:18:09,184 DEBUG [RS:0;b344df224d93:37541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/oldWALs 2024-11-14T08:18:09,184 INFO [RS:0;b344df224d93:37541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C37541%2C1731572281067:(num 1731572282666) 2024-11-14T08:18:09,184 DEBUG [RS:0;b344df224d93:37541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:09,184 INFO [RS:0;b344df224d93:37541 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:18:09,184 INFO [RS:0;b344df224d93:37541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:18:09,184 INFO [RS:0;b344df224d93:37541 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T08:18:09,185 INFO [RS:0;b344df224d93:37541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:18:09,185 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:18:09,185 INFO [RS:0;b344df224d93:37541 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b344df224d93,37541,1731572281067 because: Region server is closing 2024-11-14T08:18:09,185 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T08:18:09,185 INFO [RS:0;b344df224d93:37541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:37541. 2024-11-14T08:18:09,185 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T08:18:09,185 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-14T08:18:09,185 DEBUG [RS:0;b344df224d93:37541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:18:09,185 DEBUG [RS:0;b344df224d93:37541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:09,185 DEBUG [RS:0;b344df224d93:37541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:09,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:18:09,286 WARN [RS:0;b344df224d93:37541.replicationSource.shipperb344df224d93%2C37541%2C1731572281067,1-b344df224d93,37541,1731572281067 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T08:18:09,286 WARN [RS:0;b344df224d93:37541.replicationSource.wal-reader.b344df224d93%2C37541%2C1731572281067,1-b344df224d93,37541,1731572281067 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T08:18:09,286 INFO [RS:0;b344df224d93:37541 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b344df224d93:37541.replicationSource.shipperb344df224d93%2C37541%2C1731572281067,1-b344df224d93,37541,1731572281067 terminated 2024-11-14T08:18:09,286 INFO [RS:0;b344df224d93:37541 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b344df224d93,37541,1731572281067 because: Region server is closing 2024-11-14T08:18:09,286 INFO [RS:0;b344df224d93:37541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:37541. 2024-11-14T08:18:09,286 DEBUG [RS:0;b344df224d93:37541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:18:09,286 DEBUG [RS:0;b344df224d93:37541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:09,287 DEBUG [RS:0;b344df224d93:37541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:09,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:18:09,388 WARN [RS:0;b344df224d93:37541.replicationSource.shipperb344df224d93%2C37541%2C1731572281067,2-b344df224d93,37541,1731572281067 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T08:18:09,388 INFO [RS:0;b344df224d93:37541 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;b344df224d93:37541.replicationSource.shipperb344df224d93%2C37541%2C1731572281067,2-b344df224d93,37541,1731572281067 terminated 2024-11-14T08:18:09,389 INFO [RS:0;b344df224d93:37541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37541 2024-11-14T08:18:09,456 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37541-0x101386bd9090007, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0831983130/rs/b344df224d93,37541,1731572281067 2024-11-14T08:18:09,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130/rs 2024-11-14T08:18:09,456 INFO [RS:0;b344df224d93:37541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:18:09,457 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,37541,1731572281067] 2024-11-14T08:18:09,551 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0831983130/draining/b344df224d93,37541,1731572281067 already deleted, retry=false 2024-11-14T08:18:09,551 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,37541,1731572281067 expired; onlineServers=0 2024-11-14T08:18:09,551 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,36637,1731572280958' ***** 2024-11-14T08:18:09,551 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:18:09,551 INFO [M:0;b344df224d93:36637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:18:09,551 INFO [M:0;b344df224d93:36637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:18:09,551 DEBUG [M:0;b344df224d93:36637 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:18:09,551 DEBUG [M:0;b344df224d93:36637 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:18:09,551 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:18:09,552 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572282248 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572282248,5,FailOnTimeoutGroup] 2024-11-14T08:18:09,552 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572282248 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572282248,5,FailOnTimeoutGroup] 2024-11-14T08:18:09,552 INFO [M:0;b344df224d93:36637 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:18:09,552 INFO [M:0;b344df224d93:36637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:18:09,552 DEBUG [M:0;b344df224d93:36637 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:18:09,552 INFO [M:0;b344df224d93:36637 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:18:09,552 INFO [M:0;b344df224d93:36637 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:18:09,553 INFO [M:0;b344df224d93:36637 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:18:09,553 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:18:09,567 INFO [RS:0;b344df224d93:37541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:18:09,568 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37541-0x101386bd9090007, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:18:09,568 INFO [RS:0;b344df224d93:37541 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,37541,1731572281067; zookeeper connection closed. 2024-11-14T08:18:09,568 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37541-0x101386bd9090007, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:18:09,588 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a028a3c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a028a3c 2024-11-14T08:18:09,588 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:18:09,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0831983130/master 2024-11-14T08:18:09,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0831983130 2024-11-14T08:18:09,713 DEBUG [M:0;b344df224d93:36637 {}] zookeeper.RecoverableZooKeeper(212): Node /0831983130/master already deleted, retry=false 2024-11-14T08:18:09,713 DEBUG [M:0;b344df224d93:36637 {}] master.ActiveMasterManager(353): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Failed delete of our master address node; KeeperErrorCode = NoNode for /0831983130/master 2024-11-14T08:18:09,714 INFO [M:0;b344df224d93:36637 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/.lastflushedseqids 2024-11-14T08:18:09,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741852_1028 (size=181) 2024-11-14T08:18:10,127 INFO [M:0;b344df224d93:36637 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:18:10,127 INFO [M:0;b344df224d93:36637 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:18:10,127 DEBUG [M:0;b344df224d93:36637 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:18:10,127 INFO [M:0;b344df224d93:36637 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:10,127 DEBUG [M:0;b344df224d93:36637 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:10,127 DEBUG [M:0;b344df224d93:36637 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:18:10,127 DEBUG [M:0;b344df224d93:36637 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:10,128 INFO [M:0;b344df224d93:36637 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T08:18:10,153 DEBUG [M:0;b344df224d93:36637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2114707178284e7d8560c1cf20fb1e9d is 82, key is hbase:meta,,1/info:regioninfo/1731572283173/Put/seqid=0 2024-11-14T08:18:10,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741853_1029 (size=5680) 2024-11-14T08:18:10,167 INFO [M:0;b344df224d93:36637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2114707178284e7d8560c1cf20fb1e9d 2024-11-14T08:18:10,216 DEBUG [M:0;b344df224d93:36637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26f177dca4df409da1ac601877674e62 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731572287236/Put/seqid=0 2024-11-14T08:18:10,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741854_1030 (size=7319) 2024-11-14T08:18:10,232 INFO [M:0;b344df224d93:36637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26f177dca4df409da1ac601877674e62 2024-11-14T08:18:10,271 DEBUG [M:0;b344df224d93:36637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8f4af4daaa44884a525210d7d4940bc is 69, key is b344df224d93,37541,1731572281067/rs:state/1731572282318/Put/seqid=0 2024-11-14T08:18:10,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741855_1031 (size=5371) 2024-11-14T08:18:10,282 INFO [M:0;b344df224d93:36637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8f4af4daaa44884a525210d7d4940bc 2024-11-14T08:18:10,293 INFO [M:0;b344df224d93:36637 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8f4af4daaa44884a525210d7d4940bc 2024-11-14T08:18:10,300 DEBUG [M:0;b344df224d93:36637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2114707178284e7d8560c1cf20fb1e9d as hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2114707178284e7d8560c1cf20fb1e9d 2024-11-14T08:18:10,315 INFO [M:0;b344df224d93:36637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2114707178284e7d8560c1cf20fb1e9d, entries=8, sequenceid=172, filesize=5.5 K 2024-11-14T08:18:10,318 DEBUG [M:0;b344df224d93:36637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26f177dca4df409da1ac601877674e62 as hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26f177dca4df409da1ac601877674e62 2024-11-14T08:18:10,335 INFO [M:0;b344df224d93:36637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26f177dca4df409da1ac601877674e62, entries=7, sequenceid=172, filesize=7.1 K 2024-11-14T08:18:10,336 DEBUG [M:0;b344df224d93:36637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8f4af4daaa44884a525210d7d4940bc as hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b8f4af4daaa44884a525210d7d4940bc 2024-11-14T08:18:10,354 INFO [M:0;b344df224d93:36637 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8f4af4daaa44884a525210d7d4940bc 2024-11-14T08:18:10,354 INFO [M:0;b344df224d93:36637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37439/user/jenkins/test-data/dbaa3bd7-eee9-f6d8-f872-34b5827b81fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b8f4af4daaa44884a525210d7d4940bc, entries=2, sequenceid=172, filesize=5.2 K 2024-11-14T08:18:10,357 INFO [M:0;b344df224d93:36637 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 230ms, sequenceid=172, compaction requested=false 2024-11-14T08:18:10,377 INFO [M:0;b344df224d93:36637 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:10,377 DEBUG [M:0;b344df224d93:36637 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572290127Disabling compacts and flushes for region at 1731572290127Disabling writes for close at 1731572290127Obtaining lock to block concurrent updates at 1731572290128 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572290128Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731572290128Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572290129 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572290129Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572290152 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572290152Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572290183 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572290215 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572290215Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572290240 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572290268 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572290269 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@605594a4: reopening flushed file at 1731572290293 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2189abc6: reopening flushed file at 1731572290316 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74e83300: reopening flushed file at 1731572290335 (+19 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 230ms, sequenceid=172, compaction requested=false at 1731572290357 (+22 ms)Writing region close event to WAL at 1731572290376 (+19 ms)Closed at 1731572290376 2024-11-14T08:18:10,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45383 is added to blk_1073741847_1023 (size=22949) 2024-11-14T08:18:10,396 INFO [M:0;b344df224d93:36637 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:18:10,396 INFO [M:0;b344df224d93:36637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36637 2024-11-14T08:18:10,396 INFO [M:0;b344df224d93:36637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:18:10,397 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:18:10,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:18:10,546 INFO [M:0;b344df224d93:36637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:18:10,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36637-0x101386bd9090006, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:18:10,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@206adf7a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:18:10,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a8b3699{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:18:10,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:18:10,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66dc6de8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:18:10,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33455bbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/hadoop.log.dir/,STOPPED} 2024-11-14T08:18:10,559 WARN [BP-1929890319-172.17.0.3-1731572260960 heartbeating to localhost/127.0.0.1:37439 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:18:10,559 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:18:10,559 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:18:10,559 WARN [BP-1929890319-172.17.0.3-1731572260960 heartbeating to localhost/127.0.0.1:37439 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1929890319-172.17.0.3-1731572260960 (Datanode Uuid 1538583c-e336-455c-9e50-6bf622ab131a) service to localhost/127.0.0.1:37439 2024-11-14T08:18:10,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/cluster_43f0c5d5-2239-c6f8-451a-36bcd78c861f/data/data1/current/BP-1929890319-172.17.0.3-1731572260960 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:18:10,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/cluster_43f0c5d5-2239-c6f8-451a-36bcd78c861f/data/data2/current/BP-1929890319-172.17.0.3-1731572260960 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:18:10,561 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:18:10,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cea93ce{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:18:10,571 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20f9fb84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:18:10,571 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:18:10,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f3a9c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:18:10,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bf6eecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faebc8dc-ab68-f1bb-b22b-6b6b2839d972/hadoop.log.dir/,STOPPED} 2024-11-14T08:18:10,587 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T08:18:10,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T08:18:10,623 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b344df224d93:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b344df224d93:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64351) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34091 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b344df224d93:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b344df224d93:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3bb7d7bf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:37439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64351) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:37439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:37439 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b344df224d93:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=520 (was 554), ProcessCount=11 (was 11), AvailableMemoryMB=991 (was 1896) 2024-11-14T08:18:10,645 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=430, MaxFileDescriptor=1048576, SystemLoadAverage=520, ProcessCount=11, AvailableMemoryMB=989 2024-11-14T08:18:10,662 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-14T08:18:10,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/hadoop.log.dir so I do NOT create it in target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48 2024-11-14T08:18:10,663 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T08:18:10,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/hadoop.tmp.dir so I do NOT create it in target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48 2024-11-14T08:18:10,663 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f88d069-fe95-854e-cf09-4bc9a2b39907/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T08:18:10,664 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48 2024-11-14T08:18:10,664 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/cluster_f4866aa8-5622-bfd7-51ca-02152d7d1f8e, deleteOnExit=true 2024-11-14T08:18:10,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101386bd9090005, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T08:18:10,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101386bd9090005, quorum=127.0.0.1:64351, baseZNode=/11734971167 Received Disconnected from ZooKeeper, ignoring 2024-11-14T08:18:10,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101386bd9090002, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T08:18:10,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101386bd9090002, quorum=127.0.0.1:64351, baseZNode=/0831983130 Received Disconnected from ZooKeeper, ignoring 2024-11-14T08:18:10,685 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/cluster_f4866aa8-5622-bfd7-51ca-02152d7d1f8e/zookeeper_0, clientPort=58305, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/cluster_f4866aa8-5622-bfd7-51ca-02152d7d1f8e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/cluster_f4866aa8-5622-bfd7-51ca-02152d7d1f8e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T08:18:10,686 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58305 2024-11-14T08:18:10,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:18:10,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:18:10,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/test.cache.data in system properties and HBase conf 2024-11-14T08:18:10,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:18:10,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:18:10,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:18:10,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:18:10,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:18:10,687 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:18:10,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:18:10,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:18:10,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:18:10,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:18:10,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:18:10,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:18:10,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:18:10,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:18:10,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:18:10,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:18:10,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:18:10,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:18:10,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:18:10,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:18:11,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:18:11,081 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:18:11,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:18:11,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:18:11,087 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T08:18:11,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:18:11,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72f291e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:18:11,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37f32117{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:18:11,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1548030c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/java.io.tmpdir/jetty-localhost-41253-hadoop-hdfs-3_4_1-tests_jar-_-any-8091384115685037869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:18:11,233 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e096924{HTTP/1.1, (http/1.1)}{localhost:41253} 2024-11-14T08:18:11,233 INFO [Time-limited test {}] server.Server(415): Started @32768ms 2024-11-14T08:18:11,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:18:11,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:18:11,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:18:11,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:18:11,590 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:18:11,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5b22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:18:11,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c065710{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:18:11,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4458b81e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/java.io.tmpdir/jetty-localhost-38747-hadoop-hdfs-3_4_1-tests_jar-_-any-5031926713270179605/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:18:11,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40bd2180{HTTP/1.1, (http/1.1)}{localhost:38747} 2024-11-14T08:18:11,746 INFO [Time-limited test {}] server.Server(415): Started @33282ms 2024-11-14T08:18:11,748 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:18:12,552 WARN [Thread-494 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/cluster_f4866aa8-5622-bfd7-51ca-02152d7d1f8e/data/data1/current/BP-231107033-172.17.0.3-1731572290724/current, will proceed with Du for space computation calculation, 2024-11-14T08:18:12,553 WARN [Thread-495 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/cluster_f4866aa8-5622-bfd7-51ca-02152d7d1f8e/data/data2/current/BP-231107033-172.17.0.3-1731572290724/current, will proceed with Du for space computation calculation, 2024-11-14T08:18:12,589 WARN [Thread-482 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:18:12,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57a905fa7ed50b10 with lease ID 0x68f1c4ab5d0974b2: Processing first storage report for DS-2c2817e6-6e3d-48cd-8d73-1de53e22bea3 from datanode DatanodeRegistration(127.0.0.1:44067, datanodeUuid=3d8f066b-1269-4c85-8e5c-5ee0dc896fc2, infoPort=40433, infoSecurePort=0, ipcPort=38507, storageInfo=lv=-57;cid=testClusterID;nsid=444668264;c=1731572290724) 2024-11-14T08:18:12,651 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57a905fa7ed50b10 with lease ID 0x68f1c4ab5d0974b2: from storage DS-2c2817e6-6e3d-48cd-8d73-1de53e22bea3 node DatanodeRegistration(127.0.0.1:44067, datanodeUuid=3d8f066b-1269-4c85-8e5c-5ee0dc896fc2, infoPort=40433, infoSecurePort=0, ipcPort=38507, storageInfo=lv=-57;cid=testClusterID;nsid=444668264;c=1731572290724), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:18:12,651 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57a905fa7ed50b10 with lease ID 0x68f1c4ab5d0974b2: Processing first storage report for DS-68b32fe7-ace7-4108-a4da-35d9d38c5023 from datanode DatanodeRegistration(127.0.0.1:44067, datanodeUuid=3d8f066b-1269-4c85-8e5c-5ee0dc896fc2, infoPort=40433, infoSecurePort=0, ipcPort=38507, storageInfo=lv=-57;cid=testClusterID;nsid=444668264;c=1731572290724) 2024-11-14T08:18:12,651 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57a905fa7ed50b10 with lease ID 0x68f1c4ab5d0974b2: from storage DS-68b32fe7-ace7-4108-a4da-35d9d38c5023 node DatanodeRegistration(127.0.0.1:44067, datanodeUuid=3d8f066b-1269-4c85-8e5c-5ee0dc896fc2, infoPort=40433, infoSecurePort=0, ipcPort=38507, storageInfo=lv=-57;cid=testClusterID;nsid=444668264;c=1731572290724), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:18:12,695 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48 2024-11-14T08:18:12,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:12,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:12,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:18:13,161 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7 with version=8 2024-11-14T08:18:13,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/hbase-staging 2024-11-14T08:18:13,163 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:18:13,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:13,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:13,163 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:18:13,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:13,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:18:13,163 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:18:13,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:18:13,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36111 2024-11-14T08:18:13,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36111 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-14T08:18:13,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361110x0, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:18:13,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36111-0x101386c50240000 connected 2024-11-14T08:18:13,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:13,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:13,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Set watcher on znode that does not yet exist, /0-1220850448/running 2024-11-14T08:18:13,350 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7, hbase.cluster.distributed=false 2024-11-14T08:18:13,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Set watcher on znode that does not yet exist, /0-1220850448/acl 2024-11-14T08:18:13,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36111 2024-11-14T08:18:13,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36111 2024-11-14T08:18:13,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36111 2024-11-14T08:18:13,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36111 2024-11-14T08:18:13,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36111 2024-11-14T08:18:13,370 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:18:13,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:13,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:13,370 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:18:13,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:13,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:18:13,370 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:18:13,371 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:18:13,371 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44947 2024-11-14T08:18:13,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44947 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-14T08:18:13,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:13,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:13,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449470x0, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:18:13,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44947-0x101386c50240001 connected 2024-11-14T08:18:13,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Set watcher on znode that does not yet exist, /0-1220850448/running 2024-11-14T08:18:13,389 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:18:13,390 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:18:13,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Set watcher on znode that does not yet exist, /0-1220850448/master 2024-11-14T08:18:13,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Set watcher on znode that does not yet exist, /0-1220850448/acl 2024-11-14T08:18:13,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44947 2024-11-14T08:18:13,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44947 2024-11-14T08:18:13,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44947 2024-11-14T08:18:13,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44947 2024-11-14T08:18:13,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44947 2024-11-14T08:18:13,404 DEBUG [M:0;b344df224d93:36111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:36111 2024-11-14T08:18:13,405 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1220850448/backup-masters/b344df224d93,36111,1731572293163 2024-11-14T08:18:13,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448/backup-masters 2024-11-14T08:18:13,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448/backup-masters 2024-11-14T08:18:13,418 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Set watcher on existing znode=/0-1220850448/backup-masters/b344df224d93,36111,1731572293163 2024-11-14T08:18:13,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1220850448/master 2024-11-14T08:18:13,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448 2024-11-14T08:18:13,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448 2024-11-14T08:18:13,431 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Set watcher on existing znode=/0-1220850448/master 2024-11-14T08:18:13,431 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1220850448/backup-masters/b344df224d93,36111,1731572293163 from backup master directory 2024-11-14T08:18:13,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220850448/backup-masters/b344df224d93,36111,1731572293163 2024-11-14T08:18:13,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448/backup-masters 2024-11-14T08:18:13,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448/backup-masters 2024-11-14T08:18:13,441 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:18:13,441 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,36111,1731572293163 2024-11-14T08:18:13,445 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/hbase.id] with ID: 56c83499-1e76-4b58-86cd-4fe9190cb306 2024-11-14T08:18:13,445 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/.tmp/hbase.id 2024-11-14T08:18:13,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:18:13,851 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/.tmp/hbase.id]:[hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/hbase.id] 2024-11-14T08:18:13,863 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:13,864 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:18:13,865 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T08:18:13,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448 2024-11-14T08:18:13,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448 2024-11-14T08:18:13,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:18:14,077 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:18:14,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:14,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:14,311 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:18:14,311 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:18:14,312 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:18:14,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:18:14,720 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/data/master/store 2024-11-14T08:18:14,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:18:14,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:18:14,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T08:18:14,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T08:18:14,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:18:15,126 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:15,126 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:18:15,126 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:15,127 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:15,127 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:18:15,127 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:15,127 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:15,127 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572295126Disabling compacts and flushes for region at 1731572295126Disabling writes for close at 1731572295127 (+1 ms)Writing region close event to WAL at 1731572295127Closed at 1731572295127 2024-11-14T08:18:15,128 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/data/master/store/.initializing 2024-11-14T08:18:15,128 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/WALs/b344df224d93,36111,1731572293163 2024-11-14T08:18:15,129 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:18:15,131 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C36111%2C1731572293163, suffix=, logDir=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/WALs/b344df224d93,36111,1731572293163, archiveDir=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/oldWALs, maxLogs=10 2024-11-14T08:18:15,148 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/WALs/b344df224d93,36111,1731572293163/b344df224d93%2C36111%2C1731572293163.1731572295131, exclude list is [], retry=0 2024-11-14T08:18:15,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44067,DS-2c2817e6-6e3d-48cd-8d73-1de53e22bea3,DISK] 2024-11-14T08:18:15,153 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/WALs/b344df224d93,36111,1731572293163/b344df224d93%2C36111%2C1731572293163.1731572295131 2024-11-14T08:18:15,153 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40433:40433)] 2024-11-14T08:18:15,153 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:18:15,154 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:15,154 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:15,154 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:15,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:15,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:18:15,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:15,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:15,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:15,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:18:15,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:15,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:15,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:15,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:18:15,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:15,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:15,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:15,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:18:15,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:15,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:15,162 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:15,163 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:15,163 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:15,165 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:15,165 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:15,165 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:18:15,167 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:15,169 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:18:15,170 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67752668, jitterRate=0.009593427181243896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:18:15,171 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572295154Initializing all the Stores at 1731572295155 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572295155Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572295155Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572295155Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572295155Cleaning up temporary data from old regions at 1731572295165 (+10 ms)Region opened successfully at 1731572295171 (+6 ms) 2024-11-14T08:18:15,171 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:18:15,175 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d7b66f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:18:15,176 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:18:15,176 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:18:15,176 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:18:15,177 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:18:15,177 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T08:18:15,178 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T08:18:15,178 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:18:15,180 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:18:15,181 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Unable to get data of znode /0-1220850448/balancer because node does not exist (not necessarily an error) 2024-11-14T08:18:15,209 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220850448/balancer already deleted, retry=false 2024-11-14T08:18:15,209 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:18:15,210 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Unable to get data of znode /0-1220850448/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:18:15,219 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220850448/normalizer already deleted, retry=false 2024-11-14T08:18:15,220 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:18:15,220 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Unable to get data of znode /0-1220850448/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:18:15,230 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220850448/switch/split already deleted, retry=false 2024-11-14T08:18:15,231 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Unable to get data of znode /0-1220850448/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:18:15,240 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220850448/switch/merge already deleted, retry=false 2024-11-14T08:18:15,243 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Unable to get data of znode /0-1220850448/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:18:15,251 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220850448/snapshot-cleanup already deleted, retry=false 2024-11-14T08:18:15,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1220850448/running 2024-11-14T08:18:15,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1220850448/running 2024-11-14T08:18:15,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448 2024-11-14T08:18:15,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448 2024-11-14T08:18:15,262 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,36111,1731572293163, sessionid=0x101386c50240000, setting cluster-up flag (Was=false) 2024-11-14T08:18:15,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448 2024-11-14T08:18:15,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448 2024-11-14T08:18:15,314 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1220850448/flush-table-proc/acquired, /0-1220850448/flush-table-proc/reached, /0-1220850448/flush-table-proc/abort 2024-11-14T08:18:15,316 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,36111,1731572293163 2024-11-14T08:18:15,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448 2024-11-14T08:18:15,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448 2024-11-14T08:18:15,367 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1220850448/online-snapshot/acquired, /0-1220850448/online-snapshot/reached, /0-1220850448/online-snapshot/abort 2024-11-14T08:18:15,368 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,36111,1731572293163 2024-11-14T08:18:15,369 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:18:15,371 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:18:15,371 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:18:15,371 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:18:15,372 WARN [master/b344df224d93:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b344df224d93,35023,1731572265375: status=Processing ServerCrashProcedure of b344df224d93,35023,1731572265375 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731572282194, completionTime=-1 appears to have been leaked 2024-11-14T08:18:15,372 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,36111,1731572293163 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:18:15,374 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:18:15,374 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:18:15,374 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:18:15,374 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:18:15,374 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:18:15,374 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:15,374 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:18:15,374 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:15,375 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572325375 2024-11-14T08:18:15,375 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:18:15,375 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:18:15,375 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:18:15,376 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:18:15,376 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:18:15,376 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:18:15,376 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:15,376 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:18:15,376 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:18:15,376 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:18:15,376 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:18:15,377 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:18:15,377 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:18:15,378 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:15,378 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:18:15,381 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:18:15,381 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:18:15,384 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572295381,5,FailOnTimeoutGroup] 2024-11-14T08:18:15,384 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572295384,5,FailOnTimeoutGroup] 2024-11-14T08:18:15,384 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:15,385 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:18:15,385 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:15,385 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:15,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:18:15,397 INFO [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(746): ClusterId : 56c83499-1e76-4b58-86cd-4fe9190cb306 2024-11-14T08:18:15,397 DEBUG [RS:0;b344df224d93:44947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:18:15,410 DEBUG [RS:0;b344df224d93:44947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:18:15,410 DEBUG [RS:0;b344df224d93:44947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:18:15,420 DEBUG [RS:0;b344df224d93:44947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:18:15,420 DEBUG [RS:0;b344df224d93:44947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1665f58e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:18:15,430 DEBUG [RS:0;b344df224d93:44947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:44947 2024-11-14T08:18:15,430 INFO [RS:0;b344df224d93:44947 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:18:15,430 INFO [RS:0;b344df224d93:44947 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:18:15,430 DEBUG [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:18:15,431 INFO [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,36111,1731572293163 with port=44947, startcode=1731572293370 2024-11-14T08:18:15,432 DEBUG [RS:0;b344df224d93:44947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:18:15,433 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:18:15,434 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36111 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,44947,1731572293370 2024-11-14T08:18:15,434 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36111 {}] master.ServerManager(517): Registering regionserver=b344df224d93,44947,1731572293370 2024-11-14T08:18:15,435 DEBUG [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7 2024-11-14T08:18:15,435 DEBUG [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39005 2024-11-14T08:18:15,435 DEBUG [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:18:15,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448/rs 2024-11-14T08:18:15,441 DEBUG [RS:0;b344df224d93:44947 {}] zookeeper.ZKUtil(111): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Set watcher on existing znode=/0-1220850448/rs/b344df224d93,44947,1731572293370 2024-11-14T08:18:15,441 WARN [RS:0;b344df224d93:44947 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:18:15,441 INFO [RS:0;b344df224d93:44947 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:18:15,441 DEBUG [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/WALs/b344df224d93,44947,1731572293370 2024-11-14T08:18:15,442 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,44947,1731572293370] 2024-11-14T08:18:15,445 INFO [RS:0;b344df224d93:44947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:18:15,447 INFO [RS:0;b344df224d93:44947 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:18:15,448 INFO [RS:0;b344df224d93:44947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:18:15,448 INFO [RS:0;b344df224d93:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:15,448 INFO [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:18:15,449 INFO [RS:0;b344df224d93:44947 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:18:15,449 INFO [RS:0;b344df224d93:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:15,449 DEBUG [RS:0;b344df224d93:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:15,449 DEBUG [RS:0;b344df224d93:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:15,449 DEBUG [RS:0;b344df224d93:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:15,449 DEBUG [RS:0;b344df224d93:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:15,449 DEBUG [RS:0;b344df224d93:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:15,450 DEBUG [RS:0;b344df224d93:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:18:15,450 DEBUG [RS:0;b344df224d93:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:15,450 DEBUG [RS:0;b344df224d93:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:15,450 DEBUG [RS:0;b344df224d93:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:15,450 DEBUG [RS:0;b344df224d93:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:15,450 DEBUG [RS:0;b344df224d93:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:15,450 DEBUG [RS:0;b344df224d93:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:15,450 DEBUG [RS:0;b344df224d93:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:18:15,450 DEBUG [RS:0;b344df224d93:44947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:18:15,451 INFO [RS:0;b344df224d93:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:15,451 INFO [RS:0;b344df224d93:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:15,451 INFO [RS:0;b344df224d93:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:15,451 INFO [RS:0;b344df224d93:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:15,451 INFO [RS:0;b344df224d93:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:15,451 INFO [RS:0;b344df224d93:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44947,1731572293370-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:18:15,465 INFO [RS:0;b344df224d93:44947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:18:15,465 INFO [RS:0;b344df224d93:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44947,1731572293370-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:15,465 INFO [RS:0;b344df224d93:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:15,465 INFO [RS:0;b344df224d93:44947 {}] regionserver.Replication(171): b344df224d93,44947,1731572293370 started 2024-11-14T08:18:15,478 INFO [RS:0;b344df224d93:44947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:15,479 INFO [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,44947,1731572293370, RpcServer on b344df224d93/172.17.0.3:44947, sessionid=0x101386c50240001 2024-11-14T08:18:15,479 DEBUG [RS:0;b344df224d93:44947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:18:15,479 DEBUG [RS:0;b344df224d93:44947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,44947,1731572293370 2024-11-14T08:18:15,479 DEBUG [RS:0;b344df224d93:44947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,44947,1731572293370' 2024-11-14T08:18:15,479 DEBUG [RS:0;b344df224d93:44947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1220850448/flush-table-proc/abort' 2024-11-14T08:18:15,480 DEBUG [RS:0;b344df224d93:44947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1220850448/flush-table-proc/acquired' 2024-11-14T08:18:15,480 DEBUG [RS:0;b344df224d93:44947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:18:15,480 DEBUG [RS:0;b344df224d93:44947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:18:15,480 DEBUG [RS:0;b344df224d93:44947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,44947,1731572293370 2024-11-14T08:18:15,480 DEBUG [RS:0;b344df224d93:44947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,44947,1731572293370' 2024-11-14T08:18:15,480 DEBUG [RS:0;b344df224d93:44947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1220850448/online-snapshot/abort' 2024-11-14T08:18:15,481 DEBUG [RS:0;b344df224d93:44947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1220850448/online-snapshot/acquired' 2024-11-14T08:18:15,481 DEBUG [RS:0;b344df224d93:44947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:18:15,481 INFO [RS:0;b344df224d93:44947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:18:15,481 INFO [RS:0;b344df224d93:44947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:18:15,581 INFO [RS:0;b344df224d93:44947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:18:15,583 INFO [RS:0;b344df224d93:44947 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C44947%2C1731572293370, suffix=, logDir=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/WALs/b344df224d93,44947,1731572293370, archiveDir=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/oldWALs, maxLogs=10 2024-11-14T08:18:15,599 DEBUG [RS:0;b344df224d93:44947 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/WALs/b344df224d93,44947,1731572293370/b344df224d93%2C44947%2C1731572293370.1731572295584, exclude list is [], retry=0 2024-11-14T08:18:15,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44067,DS-2c2817e6-6e3d-48cd-8d73-1de53e22bea3,DISK] 2024-11-14T08:18:15,604 INFO [RS:0;b344df224d93:44947 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/WALs/b344df224d93,44947,1731572293370/b344df224d93%2C44947%2C1731572293370.1731572295584 2024-11-14T08:18:15,604 DEBUG [RS:0;b344df224d93:44947 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40433:40433)] 2024-11-14T08:18:15,788 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:18:15,788 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7 2024-11-14T08:18:15,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741833_1009 (size=32) 2024-11-14T08:18:16,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:16,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:18:16,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:18:16,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:16,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:16,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:18:16,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:18:16,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:16,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:16,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:18:16,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:18:16,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:16,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:16,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:18:16,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:18:16,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:16,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:16,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:18:16,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/1588230740 2024-11-14T08:18:16,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/1588230740 2024-11-14T08:18:16,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:18:16,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:18:16,208 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:18:16,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:18:16,210 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:18:16,211 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68058153, jitterRate=0.014145508408546448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:18:16,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572296196Initializing all the Stores at 1731572296197 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572296197Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572296197Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572296197Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572296197Cleaning up temporary data from old regions at 1731572296207 (+10 ms)Region opened successfully at 1731572296211 (+4 ms) 2024-11-14T08:18:16,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:18:16,211 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:18:16,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:18:16,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:18:16,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:18:16,212 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:18:16,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572296211Disabling compacts and flushes for region at 1731572296211Disabling writes for close at 1731572296212 (+1 ms)Writing region close event to WAL at 1731572296212Closed at 1731572296212 2024-11-14T08:18:16,213 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:18:16,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:18:16,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:18:16,215 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:18:16,216 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:18:16,366 DEBUG [b344df224d93:36111 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:18:16,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,44947,1731572293370 2024-11-14T08:18:16,368 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,44947,1731572293370, state=OPENING 2024-11-14T08:18:16,430 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:18:16,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448 2024-11-14T08:18:16,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448 2024-11-14T08:18:16,473 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:18:16,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220850448/meta-region-server: CHANGED 2024-11-14T08:18:16,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220850448/meta-region-server: CHANGED 2024-11-14T08:18:16,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,44947,1731572293370}] 2024-11-14T08:18:16,627 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:18:16,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:18:16,632 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:18:16,632 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:18:16,632 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:18:16,634 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C44947%2C1731572293370.meta, suffix=.meta, logDir=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/WALs/b344df224d93,44947,1731572293370, archiveDir=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/oldWALs, maxLogs=10 2024-11-14T08:18:16,646 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/WALs/b344df224d93,44947,1731572293370/b344df224d93%2C44947%2C1731572293370.meta.1731572296634.meta, exclude list is [], retry=0 2024-11-14T08:18:16,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44067,DS-2c2817e6-6e3d-48cd-8d73-1de53e22bea3,DISK] 2024-11-14T08:18:16,650 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/WALs/b344df224d93,44947,1731572293370/b344df224d93%2C44947%2C1731572293370.meta.1731572296634.meta 2024-11-14T08:18:16,651 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40433:40433)] 2024-11-14T08:18:16,651 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:18:16,651 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:18:16,651 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:18:16,652 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:18:16,652 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:18:16,652 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:18:16,652 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:16,652 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:18:16,652 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:18:16,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:18:16,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:18:16,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:16,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:16,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:18:16,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:18:16,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:16,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:16,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:18:16,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:18:16,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:16,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:16,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:18:16,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:18:16,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:16,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:16,659 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:18:16,660 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/1588230740 2024-11-14T08:18:16,662 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/1588230740 2024-11-14T08:18:16,663 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:18:16,663 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:18:16,663 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:18:16,664 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:18:16,665 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62456253, jitterRate=-0.06932930648326874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:18:16,665 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:18:16,666 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572296652Writing region info on filesystem at 1731572296652Initializing all the Stores at 1731572296653 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572296653Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572296653Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572296653Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572296653Cleaning up temporary data from old regions at 1731572296663 (+10 ms)Running coprocessor post-open hooks at 1731572296665 (+2 ms)Region opened successfully at 1731572296666 (+1 ms) 2024-11-14T08:18:16,667 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572296627 2024-11-14T08:18:16,669 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:18:16,669 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:18:16,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,44947,1731572293370 2024-11-14T08:18:16,671 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,44947,1731572293370, state=OPEN 2024-11-14T08:18:16,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1220850448/meta-region-server 2024-11-14T08:18:16,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1220850448/meta-region-server 2024-11-14T08:18:16,693 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,44947,1731572293370 2024-11-14T08:18:16,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220850448/meta-region-server: CHANGED 2024-11-14T08:18:16,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1220850448/meta-region-server: CHANGED 2024-11-14T08:18:16,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:18:16,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,44947,1731572293370 in 220 msec 2024-11-14T08:18:16,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:18:16,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 484 msec 2024-11-14T08:18:16,700 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:18:16,700 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:18:16,701 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:18:16,702 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,44947,1731572293370, seqNum=-1] 2024-11-14T08:18:16,702 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:18:16,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:18:16,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3370 sec 2024-11-14T08:18:16,709 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572296709, completionTime=-1 2024-11-14T08:18:16,709 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:18:16,709 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:18:16,711 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:18:16,711 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572356711 2024-11-14T08:18:16,711 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572416711 2024-11-14T08:18:16,712 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T08:18:16,712 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36111,1731572293163-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:16,712 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36111,1731572293163-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:16,712 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36111,1731572293163-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:16,712 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:36111, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:16,712 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:16,712 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:16,714 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:18:16,716 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.275sec 2024-11-14T08:18:16,716 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:18:16,716 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:18:16,716 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:18:16,716 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:18:16,716 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:18:16,716 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36111,1731572293163-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:18:16,717 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36111,1731572293163-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:18:16,719 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:18:16,719 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:18:16,719 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36111,1731572293163-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:16,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6199609c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:16,798 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,36111,-1 for getting cluster id 2024-11-14T08:18:16,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:18:16,799 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56c83499-1e76-4b58-86cd-4fe9190cb306' 2024-11-14T08:18:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:18:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56c83499-1e76-4b58-86cd-4fe9190cb306" 2024-11-14T08:18:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448bd329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,36111,-1] 2024-11-14T08:18:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:18:16,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:16,801 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:18:16,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fac66af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:16,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:18:16,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,44947,1731572293370, seqNum=-1] 2024-11-14T08:18:16,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:18:16,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:18:16,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,36111,1731572293163 2024-11-14T08:18:16,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-14T08:18:16,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:18:16,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101386c50240002 connected 2024-11-14T08:18:16,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/hadoop.log.dir so I do NOT create it in target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e 2024-11-14T08:18:16,832 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T08:18:16,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/hadoop.tmp.dir so I do NOT create it in target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e 2024-11-14T08:18:16,833 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T08:18:16,833 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e 2024-11-14T08:18:16,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:18:16,833 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/cluster_67ba9ccf-140a-baf5-1a0c-06dbaed4a3de, deleteOnExit=true 2024-11-14T08:18:16,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:18:16,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/test.cache.data in system properties and HBase conf 2024-11-14T08:18:16,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:18:16,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:18:16,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:18:16,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:18:16,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:18:16,833 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:18:16,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:18:16,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:18:16,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:18:16,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:18:16,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:18:16,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:18:16,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:18:16,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:18:16,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:18:16,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:18:16,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:18:16,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:18:16,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:18:16,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:18:17,140 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:18:17,147 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:18:17,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:18:17,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:18:17,149 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T08:18:17,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:18:17,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c5319ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:18:17,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ceaabc8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:18:17,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@669a9930{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/java.io.tmpdir/jetty-localhost-37101-hadoop-hdfs-3_4_1-tests_jar-_-any-11232469990577841202/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:18:17,249 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d65bde5{HTTP/1.1, (http/1.1)}{localhost:37101} 2024-11-14T08:18:17,249 INFO [Time-limited test {}] server.Server(415): Started @38784ms 2024-11-14T08:18:17,518 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:18:17,521 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:18:17,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:18:17,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:18:17,522 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:18:17,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b1286d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:18:17,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b282f04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:18:17,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67c67d59{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/java.io.tmpdir/jetty-localhost-36133-hadoop-hdfs-3_4_1-tests_jar-_-any-10790024341270861488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:18:17,634 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b018ca{HTTP/1.1, (http/1.1)}{localhost:36133} 2024-11-14T08:18:17,634 INFO [Time-limited test {}] server.Server(415): Started @39169ms 2024-11-14T08:18:17,635 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:18:18,284 WARN [Thread-616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/cluster_67ba9ccf-140a-baf5-1a0c-06dbaed4a3de/data/data2/current/BP-1511198565-172.17.0.3-1731572296849/current, will proceed with Du for space computation calculation, 2024-11-14T08:18:18,284 WARN [Thread-615 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/cluster_67ba9ccf-140a-baf5-1a0c-06dbaed4a3de/data/data1/current/BP-1511198565-172.17.0.3-1731572296849/current, will proceed with Du for space computation calculation, 2024-11-14T08:18:18,302 WARN [Thread-603 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:18:18,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e2150b5db7518c2 with lease ID 0x1d18b28a536a602c: Processing first storage report for DS-38425336-3698-4e98-8746-503afa14008e from datanode DatanodeRegistration(127.0.0.1:43039, datanodeUuid=0fbc71bf-c6e8-4fae-aaa3-7fe02125012f, infoPort=42303, infoSecurePort=0, ipcPort=39785, storageInfo=lv=-57;cid=testClusterID;nsid=638485168;c=1731572296849) 2024-11-14T08:18:18,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e2150b5db7518c2 with lease ID 0x1d18b28a536a602c: from storage DS-38425336-3698-4e98-8746-503afa14008e node DatanodeRegistration(127.0.0.1:43039, datanodeUuid=0fbc71bf-c6e8-4fae-aaa3-7fe02125012f, infoPort=42303, infoSecurePort=0, ipcPort=39785, storageInfo=lv=-57;cid=testClusterID;nsid=638485168;c=1731572296849), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:18:18,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e2150b5db7518c2 with lease ID 0x1d18b28a536a602c: Processing first storage report for DS-8fa9414d-69ab-49ed-8de8-7f8ea8aab81d from datanode DatanodeRegistration(127.0.0.1:43039, datanodeUuid=0fbc71bf-c6e8-4fae-aaa3-7fe02125012f, infoPort=42303, infoSecurePort=0, ipcPort=39785, storageInfo=lv=-57;cid=testClusterID;nsid=638485168;c=1731572296849) 2024-11-14T08:18:18,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e2150b5db7518c2 with lease ID 0x1d18b28a536a602c: from storage DS-8fa9414d-69ab-49ed-8de8-7f8ea8aab81d node DatanodeRegistration(127.0.0.1:43039, datanodeUuid=0fbc71bf-c6e8-4fae-aaa3-7fe02125012f, infoPort=42303, infoSecurePort=0, ipcPort=39785, storageInfo=lv=-57;cid=testClusterID;nsid=638485168;c=1731572296849), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:18:18,370 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e 2024-11-14T08:18:18,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:18,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:18,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43039 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:18:18,779 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c with version=8 2024-11-14T08:18:18,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/hbase-staging 2024-11-14T08:18:18,781 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:18:18,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:18,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:18,781 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:18:18,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:18,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:18:18,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:18:18,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:18:18,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43357 2024-11-14T08:18:18,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43357 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-14T08:18:18,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433570x0, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:18:18,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43357-0x101386c50240003 connected 2024-11-14T08:18:18,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:18,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:18,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Set watcher on znode that does not yet exist, /11306851243/running 2024-11-14T08:18:18,907 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c, hbase.cluster.distributed=false 2024-11-14T08:18:18,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Set watcher on znode that does not yet exist, /11306851243/acl 2024-11-14T08:18:18,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43357 2024-11-14T08:18:18,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43357 2024-11-14T08:18:18,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43357 2024-11-14T08:18:18,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43357 2024-11-14T08:18:18,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43357 2024-11-14T08:18:18,923 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:18:18,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:18,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:18,924 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:18:18,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:18,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:18:18,924 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:18:18,924 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:18:18,924 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40059 2024-11-14T08:18:18,925 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40059 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-14T08:18:18,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:18,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:18,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400590x0, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:18:18,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40059-0x101386c50240004 connected 2024-11-14T08:18:18,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400590x0, quorum=127.0.0.1:58305, baseZNode=/11306851243 Set watcher on znode that does not yet exist, /11306851243/running 2024-11-14T08:18:18,936 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:18:18,937 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:18:18,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40059-0x101386c50240004, quorum=127.0.0.1:58305, baseZNode=/11306851243 Set watcher on znode that does not yet exist, /11306851243/master 2024-11-14T08:18:18,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40059-0x101386c50240004, quorum=127.0.0.1:58305, baseZNode=/11306851243 Set watcher on znode that does not yet exist, /11306851243/acl 2024-11-14T08:18:18,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40059 2024-11-14T08:18:18,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40059 2024-11-14T08:18:18,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40059 2024-11-14T08:18:18,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40059 2024-11-14T08:18:18,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40059 2024-11-14T08:18:18,955 DEBUG [M:0;b344df224d93:43357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:43357 2024-11-14T08:18:18,955 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11306851243/backup-masters/b344df224d93,43357,1731572298781 2024-11-14T08:18:18,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306851243/backup-masters 2024-11-14T08:18:18,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x101386c50240004, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306851243/backup-masters 2024-11-14T08:18:18,967 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Set watcher on existing znode=/11306851243/backup-masters/b344df224d93,43357,1731572298781 2024-11-14T08:18:18,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x101386c50240004, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11306851243/master 2024-11-14T08:18:18,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306851243 2024-11-14T08:18:18,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x101386c50240004, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306851243 2024-11-14T08:18:18,978 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Set watcher on existing znode=/11306851243/master 2024-11-14T08:18:18,978 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11306851243/backup-masters/b344df224d93,43357,1731572298781 from backup master directory 2024-11-14T08:18:18,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x101386c50240004, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306851243/backup-masters 2024-11-14T08:18:18,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11306851243/backup-masters/b344df224d93,43357,1731572298781 2024-11-14T08:18:18,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306851243/backup-masters 2024-11-14T08:18:18,988 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:18:18,988 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,43357,1731572298781 2024-11-14T08:18:18,993 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/hbase.id] with ID: 817a60b2-3a61-47b3-9f08-03feb399db97 2024-11-14T08:18:18,993 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/.tmp/hbase.id 2024-11-14T08:18:18,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43039 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:18:19,399 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/.tmp/hbase.id]:[hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/hbase.id] 2024-11-14T08:18:19,412 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:19,412 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:18:19,414 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T08:18:19,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306851243 2024-11-14T08:18:19,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x101386c50240004, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306851243 2024-11-14T08:18:19,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43039 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:18:19,879 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:18:19,879 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:18:19,879 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:18:19,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43039 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:18:20,287 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/data/master/store 2024-11-14T08:18:20,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43039 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:18:20,445 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:18:20,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:20,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:20,707 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:20,707 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:18:20,707 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:20,707 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:20,707 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:18:20,707 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:20,707 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:20,707 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572300707Disabling compacts and flushes for region at 1731572300707Disabling writes for close at 1731572300707Writing region close event to WAL at 1731572300707Closed at 1731572300707 2024-11-14T08:18:20,708 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/data/master/store/.initializing 2024-11-14T08:18:20,708 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/WALs/b344df224d93,43357,1731572298781 2024-11-14T08:18:20,711 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:18:20,716 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C43357%2C1731572298781, suffix=, logDir=hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/WALs/b344df224d93,43357,1731572298781, archiveDir=hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/oldWALs, maxLogs=10 2024-11-14T08:18:20,735 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/WALs/b344df224d93,43357,1731572298781/b344df224d93%2C43357%2C1731572298781.1731572300716, exclude list is [], retry=0 2024-11-14T08:18:20,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43039,DS-38425336-3698-4e98-8746-503afa14008e,DISK] 2024-11-14T08:18:20,742 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/WALs/b344df224d93,43357,1731572298781/b344df224d93%2C43357%2C1731572298781.1731572300716 2024-11-14T08:18:20,744 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42303:42303)] 2024-11-14T08:18:20,744 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:18:20,745 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:20,745 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:20,745 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:20,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:20,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:18:20,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:20,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:20,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:20,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:18:20,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:20,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:20,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:20,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:18:20,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:20,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:20,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:20,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:18:20,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:20,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:20,761 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:20,762 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:20,762 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:20,763 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:20,763 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:20,764 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:18:20,765 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:20,771 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:18:20,771 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67065210, jitterRate=-6.504952907562256E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:18:20,772 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572300745Initializing all the Stores at 1731572300746 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572300746Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572300747 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572300747Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572300747Cleaning up temporary data from old regions at 1731572300764 (+17 ms)Region opened successfully at 1731572300772 (+8 ms) 2024-11-14T08:18:20,772 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:18:20,776 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6213430a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:18:20,777 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:18:20,777 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:18:20,777 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:18:20,777 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:18:20,778 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T08:18:20,779 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T08:18:20,779 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:18:20,789 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:18:20,790 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Unable to get data of znode /11306851243/balancer because node does not exist (not necessarily an error) 2024-11-14T08:18:20,840 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11306851243/balancer already deleted, retry=false 2024-11-14T08:18:20,841 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:18:20,841 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Unable to get data of znode /11306851243/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:18:20,851 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11306851243/normalizer already deleted, retry=false 2024-11-14T08:18:20,851 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:18:20,852 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Unable to get data of znode /11306851243/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:18:20,861 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11306851243/switch/split already deleted, retry=false 2024-11-14T08:18:20,862 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Unable to get data of znode /11306851243/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:18:20,872 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11306851243/switch/merge already deleted, retry=false 2024-11-14T08:18:20,874 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Unable to get data of znode /11306851243/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:18:20,882 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11306851243/snapshot-cleanup already deleted, retry=false 2024-11-14T08:18:20,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11306851243/running 2024-11-14T08:18:20,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x101386c50240004, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11306851243/running 2024-11-14T08:18:20,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x101386c50240004, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306851243 2024-11-14T08:18:20,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306851243 2024-11-14T08:18:20,900 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,43357,1731572298781, sessionid=0x101386c50240003, setting cluster-up flag (Was=false) 2024-11-14T08:18:20,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x101386c50240004, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306851243 2024-11-14T08:18:20,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306851243 2024-11-14T08:18:20,956 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11306851243/flush-table-proc/acquired, /11306851243/flush-table-proc/reached, /11306851243/flush-table-proc/abort 2024-11-14T08:18:20,957 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,43357,1731572298781 2024-11-14T08:18:20,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306851243 2024-11-14T08:18:20,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x101386c50240004, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306851243 2024-11-14T08:18:21,009 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11306851243/online-snapshot/acquired, /11306851243/online-snapshot/reached, /11306851243/online-snapshot/abort 2024-11-14T08:18:21,010 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,43357,1731572298781 2024-11-14T08:18:21,011 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:18:21,014 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:18:21,014 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:18:21,014 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:18:21,014 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,43357,1731572298781 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:18:21,016 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:18:21,016 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:18:21,016 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:18:21,016 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:18:21,016 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:18:21,016 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:21,016 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:18:21,016 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:21,018 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:18:21,018 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:18:21,019 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:21,019 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:18:21,033 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572331033 2024-11-14T08:18:21,033 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:18:21,033 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:18:21,033 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:18:21,033 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:18:21,034 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:18:21,034 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:18:21,035 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:21,036 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:18:21,036 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:18:21,036 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:18:21,036 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:18:21,046 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:18:21,046 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:18:21,048 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572301046,5,FailOnTimeoutGroup] 2024-11-14T08:18:21,049 INFO [RS:0;b344df224d93:40059 {}] regionserver.HRegionServer(746): ClusterId : 817a60b2-3a61-47b3-9f08-03feb399db97 2024-11-14T08:18:21,049 DEBUG [RS:0;b344df224d93:40059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:18:21,056 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572301048,5,FailOnTimeoutGroup] 2024-11-14T08:18:21,056 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:21,056 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:18:21,056 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:21,056 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:21,062 DEBUG [RS:0;b344df224d93:40059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:18:21,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43039 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:18:21,065 DEBUG [RS:0;b344df224d93:40059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:18:21,066 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:18:21,066 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c 2024-11-14T08:18:21,077 DEBUG [RS:0;b344df224d93:40059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:18:21,078 DEBUG [RS:0;b344df224d93:40059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abc3f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:18:21,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43039 is added to blk_1073741832_1008 (size=32) 2024-11-14T08:18:21,099 DEBUG [RS:0;b344df224d93:40059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:40059 2024-11-14T08:18:21,100 INFO [RS:0;b344df224d93:40059 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:18:21,100 INFO [RS:0;b344df224d93:40059 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:18:21,100 DEBUG [RS:0;b344df224d93:40059 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:18:21,101 INFO [RS:0;b344df224d93:40059 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,43357,1731572298781 with port=40059, startcode=1731572298923 2024-11-14T08:18:21,101 DEBUG [RS:0;b344df224d93:40059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:18:21,105 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:18:21,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43357 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,40059,1731572298923 2024-11-14T08:18:21,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43357 {}] master.ServerManager(517): Registering regionserver=b344df224d93,40059,1731572298923 2024-11-14T08:18:21,108 DEBUG [RS:0;b344df224d93:40059 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c 2024-11-14T08:18:21,109 DEBUG [RS:0;b344df224d93:40059 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45761 2024-11-14T08:18:21,109 DEBUG [RS:0;b344df224d93:40059 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:18:21,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306851243/rs 2024-11-14T08:18:21,169 DEBUG [RS:0;b344df224d93:40059 {}] zookeeper.ZKUtil(111): regionserver:40059-0x101386c50240004, quorum=127.0.0.1:58305, baseZNode=/11306851243 Set watcher on existing znode=/11306851243/rs/b344df224d93,40059,1731572298923 2024-11-14T08:18:21,169 WARN [RS:0;b344df224d93:40059 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:18:21,169 INFO [RS:0;b344df224d93:40059 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:18:21,170 DEBUG [RS:0;b344df224d93:40059 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/WALs/b344df224d93,40059,1731572298923 2024-11-14T08:18:21,174 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,40059,1731572298923] 2024-11-14T08:18:21,183 INFO [RS:0;b344df224d93:40059 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:18:21,185 INFO [RS:0;b344df224d93:40059 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:18:21,186 INFO [RS:0;b344df224d93:40059 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:18:21,186 INFO [RS:0;b344df224d93:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:21,192 INFO [RS:0;b344df224d93:40059 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:18:21,193 INFO [RS:0;b344df224d93:40059 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:18:21,193 INFO [RS:0;b344df224d93:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:21,193 DEBUG [RS:0;b344df224d93:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:21,193 DEBUG [RS:0;b344df224d93:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:21,194 DEBUG [RS:0;b344df224d93:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:21,194 DEBUG [RS:0;b344df224d93:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:21,194 DEBUG [RS:0;b344df224d93:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:21,194 DEBUG [RS:0;b344df224d93:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:18:21,194 DEBUG [RS:0;b344df224d93:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:21,194 DEBUG [RS:0;b344df224d93:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:21,194 DEBUG [RS:0;b344df224d93:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:21,194 DEBUG [RS:0;b344df224d93:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:21,194 DEBUG [RS:0;b344df224d93:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:21,194 DEBUG [RS:0;b344df224d93:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:21,194 DEBUG [RS:0;b344df224d93:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:18:21,194 DEBUG [RS:0;b344df224d93:40059 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:18:21,208 INFO [RS:0;b344df224d93:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:21,208 INFO [RS:0;b344df224d93:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:21,208 INFO [RS:0;b344df224d93:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:21,208 INFO [RS:0;b344df224d93:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:21,208 INFO [RS:0;b344df224d93:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:21,208 INFO [RS:0;b344df224d93:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40059,1731572298923-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:18:21,232 INFO [RS:0;b344df224d93:40059 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:18:21,232 INFO [RS:0;b344df224d93:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40059,1731572298923-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:21,232 INFO [RS:0;b344df224d93:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:21,232 INFO [RS:0;b344df224d93:40059 {}] regionserver.Replication(171): b344df224d93,40059,1731572298923 started 2024-11-14T08:18:21,251 INFO [RS:0;b344df224d93:40059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:21,251 INFO [RS:0;b344df224d93:40059 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,40059,1731572298923, RpcServer on b344df224d93/172.17.0.3:40059, sessionid=0x101386c50240004 2024-11-14T08:18:21,251 DEBUG [RS:0;b344df224d93:40059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:18:21,252 DEBUG [RS:0;b344df224d93:40059 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,40059,1731572298923 2024-11-14T08:18:21,252 DEBUG [RS:0;b344df224d93:40059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,40059,1731572298923' 2024-11-14T08:18:21,252 DEBUG [RS:0;b344df224d93:40059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11306851243/flush-table-proc/abort' 2024-11-14T08:18:21,252 DEBUG [RS:0;b344df224d93:40059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11306851243/flush-table-proc/acquired' 2024-11-14T08:18:21,252 DEBUG [RS:0;b344df224d93:40059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:18:21,253 DEBUG [RS:0;b344df224d93:40059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:18:21,253 DEBUG [RS:0;b344df224d93:40059 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,40059,1731572298923 2024-11-14T08:18:21,253 DEBUG [RS:0;b344df224d93:40059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,40059,1731572298923' 2024-11-14T08:18:21,253 DEBUG [RS:0;b344df224d93:40059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11306851243/online-snapshot/abort' 2024-11-14T08:18:21,253 DEBUG [RS:0;b344df224d93:40059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11306851243/online-snapshot/acquired' 2024-11-14T08:18:21,253 DEBUG [RS:0;b344df224d93:40059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:18:21,253 INFO [RS:0;b344df224d93:40059 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:18:21,253 INFO [RS:0;b344df224d93:40059 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:18:21,354 INFO [RS:0;b344df224d93:40059 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:18:21,356 INFO [RS:0;b344df224d93:40059 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C40059%2C1731572298923, suffix=, logDir=hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/WALs/b344df224d93,40059,1731572298923, archiveDir=hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/oldWALs, maxLogs=10 2024-11-14T08:18:21,370 DEBUG [RS:0;b344df224d93:40059 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/WALs/b344df224d93,40059,1731572298923/b344df224d93%2C40059%2C1731572298923.1731572301356, exclude list is [], retry=0 2024-11-14T08:18:21,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43039,DS-38425336-3698-4e98-8746-503afa14008e,DISK] 2024-11-14T08:18:21,375 INFO [RS:0;b344df224d93:40059 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/WALs/b344df224d93,40059,1731572298923/b344df224d93%2C40059%2C1731572298923.1731572301356 2024-11-14T08:18:21,376 DEBUG [RS:0;b344df224d93:40059 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42303:42303)] 2024-11-14T08:18:21,445 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T08:18:21,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:21,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:18:21,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:18:21,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:21,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:21,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:18:21,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:18:21,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:21,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:21,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:18:21,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:18:21,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:21,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:21,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:18:21,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:18:21,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:21,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:21,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:18:21,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/data/hbase/meta/1588230740 2024-11-14T08:18:21,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/data/hbase/meta/1588230740 2024-11-14T08:18:21,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:18:21,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:18:21,497 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:18:21,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:18:21,514 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:18:21,515 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69287636, jitterRate=0.032466232776641846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:18:21,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572301485Initializing all the Stores at 1731572301486 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572301486Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572301486Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572301486Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572301486Cleaning up temporary data from old regions at 1731572301496 (+10 ms)Region opened successfully at 1731572301516 (+20 ms) 2024-11-14T08:18:21,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:18:21,516 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:18:21,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:18:21,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:18:21,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:18:21,525 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:18:21,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572301516Disabling compacts and flushes for region at 1731572301516Disabling writes for close at 1731572301516Writing region close event to WAL at 1731572301524 (+8 ms)Closed at 1731572301524 2024-11-14T08:18:21,529 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:18:21,529 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:18:21,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:18:21,531 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:18:21,533 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:18:21,683 DEBUG [b344df224d93:43357 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:18:21,683 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,40059,1731572298923 2024-11-14T08:18:21,685 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,40059,1731572298923, state=OPENING 2024-11-14T08:18:21,724 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:18:21,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x101386c50240004, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306851243 2024-11-14T08:18:21,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306851243 2024-11-14T08:18:21,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11306851243/meta-region-server: CHANGED 2024-11-14T08:18:21,736 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:18:21,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,40059,1731572298923}] 2024-11-14T08:18:21,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11306851243/meta-region-server: CHANGED 2024-11-14T08:18:21,892 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:18:21,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:18:21,898 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:18:21,898 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:18:21,899 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:18:21,903 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C40059%2C1731572298923.meta, suffix=.meta, logDir=hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/WALs/b344df224d93,40059,1731572298923, archiveDir=hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/oldWALs, maxLogs=10 2024-11-14T08:18:21,923 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/WALs/b344df224d93,40059,1731572298923/b344df224d93%2C40059%2C1731572298923.meta.1731572301903.meta, exclude list is [], retry=0 2024-11-14T08:18:21,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43039,DS-38425336-3698-4e98-8746-503afa14008e,DISK] 2024-11-14T08:18:21,932 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/WALs/b344df224d93,40059,1731572298923/b344df224d93%2C40059%2C1731572298923.meta.1731572301903.meta 2024-11-14T08:18:21,948 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42303:42303)] 2024-11-14T08:18:21,949 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:18:21,949 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:18:21,950 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:18:21,950 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:18:21,950 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:18:21,950 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:18:21,950 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:21,950 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:18:21,950 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:18:21,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:18:21,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:18:21,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:21,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:21,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:18:21,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:18:21,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:21,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:21,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:18:21,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:18:21,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:21,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:21,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:18:21,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:18:21,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:21,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:21,961 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:18:21,961 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/data/hbase/meta/1588230740 2024-11-14T08:18:21,963 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/data/hbase/meta/1588230740 2024-11-14T08:18:21,964 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:18:21,965 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:18:21,966 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:18:21,968 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:18:21,969 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68676708, jitterRate=0.023362696170806885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:18:21,969 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:18:21,970 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572301950Writing region info on filesystem at 1731572301951 (+1 ms)Initializing all the Stores at 1731572301952 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572301952Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572301952Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572301952Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572301952Cleaning up temporary data from old regions at 1731572301965 (+13 ms)Running coprocessor post-open hooks at 1731572301969 (+4 ms)Region opened successfully at 1731572301969 2024-11-14T08:18:21,973 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572301892 2024-11-14T08:18:21,978 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,40059,1731572298923 2024-11-14T08:18:21,979 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,40059,1731572298923, state=OPEN 2024-11-14T08:18:21,980 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:18:21,980 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:18:21,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x101386c50240004, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11306851243/meta-region-server 2024-11-14T08:18:21,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11306851243/meta-region-server: CHANGED 2024-11-14T08:18:21,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11306851243/meta-region-server 2024-11-14T08:18:21,989 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,40059,1731572298923 2024-11-14T08:18:21,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11306851243/meta-region-server: CHANGED 2024-11-14T08:18:21,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:18:21,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,40059,1731572298923 in 253 msec 2024-11-14T08:18:21,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:18:21,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-14T08:18:21,999 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:18:21,999 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:18:22,001 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:18:22,001 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,40059,1731572298923, seqNum=-1] 2024-11-14T08:18:22,001 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:18:22,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:18:22,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 996 msec 2024-11-14T08:18:22,011 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572302011, completionTime=-1 2024-11-14T08:18:22,011 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:18:22,011 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:18:22,014 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:18:22,014 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572362014 2024-11-14T08:18:22,014 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572422014 2024-11-14T08:18:22,014 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T08:18:22,014 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,43357,1731572298781-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:22,014 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,43357,1731572298781-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:22,014 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,43357,1731572298781-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:22,014 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:43357, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:22,014 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:22,017 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:18:22,024 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:22,030 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.041sec 2024-11-14T08:18:22,030 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:18:22,030 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:18:22,030 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:18:22,030 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:18:22,030 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:18:22,030 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,43357,1731572298781-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:18:22,030 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,43357,1731572298781-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:18:22,036 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:18:22,036 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:18:22,036 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,43357,1731572298781-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:22,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a799c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:22,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,43357,-1 for getting cluster id 2024-11-14T08:18:22,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:18:22,056 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '817a60b2-3a61-47b3-9f08-03feb399db97' 2024-11-14T08:18:22,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:18:22,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "817a60b2-3a61-47b3-9f08-03feb399db97" 2024-11-14T08:18:22,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b985780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:22,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,43357,-1] 2024-11-14T08:18:22,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:18:22,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:22,061 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:18:22,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76be88cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:22,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:18:22,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,40059,1731572298923, seqNum=-1] 2024-11-14T08:18:22,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:18:22,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:18:22,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,43357,1731572298781 2024-11-14T08:18:22,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-14T08:18:22,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:18:22,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101386c50240005 connected 2024-11-14T08:18:22,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1222c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:22,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,36111,-1 for getting cluster id 2024-11-14T08:18:22,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:18:22,097 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '56c83499-1e76-4b58-86cd-4fe9190cb306' 2024-11-14T08:18:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:18:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "56c83499-1e76-4b58-86cd-4fe9190cb306" 2024-11-14T08:18:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39127fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,36111,-1] 2024-11-14T08:18:22,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:18:22,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:22,100 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:18:22,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690ff315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:22,101 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:18:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,36111,1731572293163 2024-11-14T08:18:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d8451a8 2024-11-14T08:18:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:18:22,106 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:18:22,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b344df224d93:43357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T08:18:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T08:18:22,111 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:43357' 2024-11-14T08:18:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:18:22,116 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c4562d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:22,116 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,43357,-1 for getting cluster id 2024-11-14T08:18:22,117 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:18:22,118 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '817a60b2-3a61-47b3-9f08-03feb399db97' 2024-11-14T08:18:22,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:18:22,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "817a60b2-3a61-47b3-9f08-03feb399db97" 2024-11-14T08:18:22,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17634158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:22,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,43357,-1] 2024-11-14T08:18:22,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:18:22,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:22,120 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:18:22,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea082e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:22,125 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:18:22,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,43357,1731572298781 2024-11-14T08:18:22,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bfca29f 2024-11-14T08:18:22,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:18:22,127 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:18:22,128 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T08:18:22,129 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T08:18:22,129 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:22,129 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:22,129 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:18:22,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:18:22,137 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T08:18:22,139 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:18:22,139 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:22,141 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:18:22,188 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T08:18:22,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741835_1011 (size=1138) 2024-11-14T08:18:22,212 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 84ca9f25eb001a24f31b0e18fa4f426f, NAME => 'hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7 2024-11-14T08:18:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:18:22,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741836_1012 (size=44) 2024-11-14T08:18:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:18:22,641 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:22,641 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 84ca9f25eb001a24f31b0e18fa4f426f, disabling compactions & flushes 2024-11-14T08:18:22,641 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f. 2024-11-14T08:18:22,641 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f. 2024-11-14T08:18:22,641 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f. after waiting 0 ms 2024-11-14T08:18:22,641 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f. 2024-11-14T08:18:22,641 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f. 2024-11-14T08:18:22,641 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 84ca9f25eb001a24f31b0e18fa4f426f: Waiting for close lock at 1731572302641Disabling compacts and flushes for region at 1731572302641Disabling writes for close at 1731572302641Writing region close event to WAL at 1731572302641Closed at 1731572302641 2024-11-14T08:18:22,643 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:18:22,644 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731572302644"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572302644"}]},"ts":"1731572302644"} 2024-11-14T08:18:22,648 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:18:22,650 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:18:22,650 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572302650"}]},"ts":"1731572302650"} 2024-11-14T08:18:22,652 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T08:18:22,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84ca9f25eb001a24f31b0e18fa4f426f, ASSIGN}] 2024-11-14T08:18:22,654 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84ca9f25eb001a24f31b0e18fa4f426f, ASSIGN 2024-11-14T08:18:22,655 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=84ca9f25eb001a24f31b0e18fa4f426f, ASSIGN; state=OFFLINE, location=b344df224d93,44947,1731572293370; forceNewPlan=false, retain=false 2024-11-14T08:18:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:18:22,806 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=84ca9f25eb001a24f31b0e18fa4f426f, regionState=OPENING, regionLocation=b344df224d93,44947,1731572293370 2024-11-14T08:18:22,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=84ca9f25eb001a24f31b0e18fa4f426f, ASSIGN because future has completed 2024-11-14T08:18:22,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84ca9f25eb001a24f31b0e18fa4f426f, server=b344df224d93,44947,1731572293370}] 2024-11-14T08:18:23,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f. 2024-11-14T08:18:23,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:18:23,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T08:18:23,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C44947%2C1731572293370.rep, suffix=, logDir=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/WALs/b344df224d93,44947,1731572293370, archiveDir=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/oldWALs, maxLogs=10 2024-11-14T08:18:23,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/WALs/b344df224d93,44947,1731572293370/b344df224d93%2C44947%2C1731572293370.rep.1731572303007, exclude list is [], retry=0 2024-11-14T08:18:23,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44067,DS-2c2817e6-6e3d-48cd-8d73-1de53e22bea3,DISK] 2024-11-14T08:18:23,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/WALs/b344df224d93,44947,1731572293370/b344df224d93%2C44947%2C1731572293370.rep.1731572303007 2024-11-14T08:18:23,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40433:40433)] 2024-11-14T08:18:23,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 84ca9f25eb001a24f31b0e18fa4f426f, NAME => 'hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:18:23,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:18:23,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:18:23,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f. service=MultiRowMutationService 2024-11-14T08:18:23,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T08:18:23,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 84ca9f25eb001a24f31b0e18fa4f426f 2024-11-14T08:18:23,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:23,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 84ca9f25eb001a24f31b0e18fa4f426f 2024-11-14T08:18:23,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 84ca9f25eb001a24f31b0e18fa4f426f 2024-11-14T08:18:23,085 INFO [StoreOpener-84ca9f25eb001a24f31b0e18fa4f426f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 84ca9f25eb001a24f31b0e18fa4f426f 2024-11-14T08:18:23,088 INFO [StoreOpener-84ca9f25eb001a24f31b0e18fa4f426f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84ca9f25eb001a24f31b0e18fa4f426f columnFamilyName hfileref 2024-11-14T08:18:23,088 DEBUG [StoreOpener-84ca9f25eb001a24f31b0e18fa4f426f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:23,089 INFO [StoreOpener-84ca9f25eb001a24f31b0e18fa4f426f-1 {}] regionserver.HStore(327): Store=84ca9f25eb001a24f31b0e18fa4f426f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:23,089 INFO [StoreOpener-84ca9f25eb001a24f31b0e18fa4f426f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 84ca9f25eb001a24f31b0e18fa4f426f 2024-11-14T08:18:23,094 INFO [StoreOpener-84ca9f25eb001a24f31b0e18fa4f426f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84ca9f25eb001a24f31b0e18fa4f426f columnFamilyName queue 2024-11-14T08:18:23,094 DEBUG [StoreOpener-84ca9f25eb001a24f31b0e18fa4f426f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:23,097 INFO [StoreOpener-84ca9f25eb001a24f31b0e18fa4f426f-1 {}] regionserver.HStore(327): Store=84ca9f25eb001a24f31b0e18fa4f426f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:23,097 INFO [StoreOpener-84ca9f25eb001a24f31b0e18fa4f426f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 84ca9f25eb001a24f31b0e18fa4f426f 2024-11-14T08:18:23,099 INFO [StoreOpener-84ca9f25eb001a24f31b0e18fa4f426f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84ca9f25eb001a24f31b0e18fa4f426f columnFamilyName sid 2024-11-14T08:18:23,099 DEBUG [StoreOpener-84ca9f25eb001a24f31b0e18fa4f426f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:23,099 INFO [StoreOpener-84ca9f25eb001a24f31b0e18fa4f426f-1 {}] regionserver.HStore(327): Store=84ca9f25eb001a24f31b0e18fa4f426f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:23,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 84ca9f25eb001a24f31b0e18fa4f426f 2024-11-14T08:18:23,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/replication/84ca9f25eb001a24f31b0e18fa4f426f 2024-11-14T08:18:23,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/replication/84ca9f25eb001a24f31b0e18fa4f426f 2024-11-14T08:18:23,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 84ca9f25eb001a24f31b0e18fa4f426f 2024-11-14T08:18:23,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 84ca9f25eb001a24f31b0e18fa4f426f 2024-11-14T08:18:23,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:18:23,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 84ca9f25eb001a24f31b0e18fa4f426f 2024-11-14T08:18:23,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/replication/84ca9f25eb001a24f31b0e18fa4f426f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:18:23,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 84ca9f25eb001a24f31b0e18fa4f426f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73673991, jitterRate=0.09782801568508148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:18:23,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84ca9f25eb001a24f31b0e18fa4f426f 2024-11-14T08:18:23,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 84ca9f25eb001a24f31b0e18fa4f426f: Running coprocessor pre-open hook at 1731572303074Writing region info on filesystem at 1731572303074Initializing all the Stores at 1731572303076 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572303076Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572303084 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572303084Cleaning up temporary data from old regions at 1731572303103 (+19 ms)Running coprocessor post-open hooks at 1731572303116 (+13 ms)Region opened successfully at 1731572303117 (+1 ms) 2024-11-14T08:18:23,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f., pid=7, masterSystemTime=1731572302976 2024-11-14T08:18:23,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=84ca9f25eb001a24f31b0e18fa4f426f, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,44947,1731572293370 2024-11-14T08:18:23,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f. 2024-11-14T08:18:23,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84ca9f25eb001a24f31b0e18fa4f426f, server=b344df224d93,44947,1731572293370 because future has completed 2024-11-14T08:18:23,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f. 2024-11-14T08:18:23,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T08:18:23,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 84ca9f25eb001a24f31b0e18fa4f426f, server=b344df224d93,44947,1731572293370 in 315 msec 2024-11-14T08:18:23,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T08:18:23,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84ca9f25eb001a24f31b0e18fa4f426f, ASSIGN in 483 msec 2024-11-14T08:18:23,145 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:18:23,145 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572303145"}]},"ts":"1731572303145"} 2024-11-14T08:18:23,148 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T08:18:23,149 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:18:23,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0200 sec 2024-11-14T08:18:23,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f., hostname=b344df224d93,44947,1731572293370, seqNum=2] 2024-11-14T08:18:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:18:23,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448 2024-11-14T08:18:23,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448 2024-11-14T08:18:23,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T08:18:23,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44947 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T08:18:23,501 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T08:18:23,532 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b344df224d93,44947,1731572293370, ReplicationSource: 1, currentBandwidth=0 2024-11-14T08:18:23,533 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:18:23,533 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,44947,1731572293370, seqNum=-1] 2024-11-14T08:18:23,534 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:18:23,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-14T08:18:23,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b344df224d93,44947,1731572293370', locateType=CURRENT is [region=hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f., hostname=b344df224d93,44947,1731572293370, seqNum=2] 2024-11-14T08:18:23,541 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T08:18:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T08:18:23,544 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b344df224d93,44947,1731572293370 suceeded 2024-11-14T08:18:23,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T08:18:23,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-14T08:18:23,547 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b344df224d93:43357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T08:18:23,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4400 sec 2024-11-14T08:18:23,561 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44947,1731572293370 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:43357' 2024-11-14T08:18:23,562 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44947,1731572293370 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11fd0d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:23,562 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44947,1731572293370 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,43357,-1 for getting cluster id 2024-11-14T08:18:23,563 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44947,1731572293370 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:18:23,564 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '817a60b2-3a61-47b3-9f08-03feb399db97' 2024-11-14T08:18:23,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:18:23,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "817a60b2-3a61-47b3-9f08-03feb399db97" 2024-11-14T08:18:23,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45a36150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:23,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,43357,-1] 2024-11-14T08:18:23,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:18:23,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:23,566 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:18:23,567 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44947,1731572293370 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3014d21c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:23,567 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44947,1731572293370 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:18:23,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,43357,1731572298781 2024-11-14T08:18:23,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@656ed28a 2024-11-14T08:18:23,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:18:23,569 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-14T08:18:23,569 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44947,1731572293370 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b344df224d93,44947,1731572293370 (queues=1) is replicating from cluster=56c83499-1e76-4b58-86cd-4fe9190cb306 to cluster=817a60b2-3a61-47b3-9f08-03feb399db97 2024-11-14T08:18:23,569 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44947,1731572293370 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b344df224d93%2C44947%2C1731572293370 2024-11-14T08:18:23,570 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44947,1731572293370 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b344df224d93,44947,1731572293370, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T08:18:23,570 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44947,1731572293370.replicationSource.wal-reader.b344df224d93%2C44947%2C1731572293370,1-b344df224d93,44947,1731572293370 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/WALs/b344df224d93,44947,1731572293370/b344df224d93%2C44947%2C1731572293370.1731572295584, startPosition=0, beingWritten=true 2024-11-14T08:18:23,580 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44947,1731572293370.replicationSource.shipperb344df224d93%2C44947%2C1731572293370,1-b344df224d93,44947,1731572293370 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b344df224d93%2C44947%2C1731572293370 2024-11-14T08:18:23,785 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44947,1731572293370.replicationSource.wal-reader.b344df224d93%2C44947%2C1731572293370,1-b344df224d93,44947,1731572293370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/WALs/b344df224d93,44947,1731572293370/b344df224d93%2C44947%2C1731572293370.1731572295584 to pos 0, reset compression=false 2024-11-14T08:18:24,090 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44947,1731572293370.replicationSource.wal-reader.b344df224d93%2C44947%2C1731572293370,1-b344df224d93,44947,1731572293370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/WALs/b344df224d93,44947,1731572293370/b344df224d93%2C44947%2C1731572293370.1731572295584 to pos 0, reset compression=false 2024-11-14T08:18:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:18:24,265 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T08:18:24,266 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:18:24,266 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:18:24,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:24,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:24,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:18:24,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:18:24,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,36111,1731572293163 2024-11-14T08:18:24,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@721ff61a 2024-11-14T08:18:24,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:18:24,269 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:18:24,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36111 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T08:18:24,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:18:24,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:18:24,271 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:18:24,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:24,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:24,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:18:24,271 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:18:24,271 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=704456691, stopped=false 2024-11-14T08:18:24,271 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,43357,1731572298781 2024-11-14T08:18:24,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x101386c50240004, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11306851243/running 2024-11-14T08:18:24,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11306851243/running 2024-11-14T08:18:24,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x101386c50240004, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306851243 2024-11-14T08:18:24,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306851243 2024-11-14T08:18:24,367 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:18:24,367 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:18:24,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:18:24,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:24,367 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,40059,1731572298923' ***** 2024-11-14T08:18:24,367 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:18:24,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Set watcher on znode that does not yet exist, /11306851243/running 2024-11-14T08:18:24,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40059-0x101386c50240004, quorum=127.0.0.1:58305, baseZNode=/11306851243 Set watcher on znode that does not yet exist, /11306851243/running 2024-11-14T08:18:24,368 INFO [RS:0;b344df224d93:40059 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:18:24,368 INFO [RS:0;b344df224d93:40059 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:18:24,368 INFO [RS:0;b344df224d93:40059 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:18:24,368 INFO [RS:0;b344df224d93:40059 {}] regionserver.HRegionServer(959): stopping server b344df224d93,40059,1731572298923 2024-11-14T08:18:24,368 INFO [RS:0;b344df224d93:40059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:18:24,368 INFO [RS:0;b344df224d93:40059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:40059. 2024-11-14T08:18:24,368 DEBUG [RS:0;b344df224d93:40059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:18:24,368 DEBUG [RS:0;b344df224d93:40059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:24,369 INFO [RS:0;b344df224d93:40059 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:18:24,369 INFO [RS:0;b344df224d93:40059 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:18:24,369 INFO [RS:0;b344df224d93:40059 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:18:24,369 INFO [RS:0;b344df224d93:40059 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:18:24,369 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:18:24,369 INFO [RS:0;b344df224d93:40059 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T08:18:24,369 DEBUG [RS:0;b344df224d93:40059 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T08:18:24,369 DEBUG [RS:0;b344df224d93:40059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:18:24,369 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:18:24,369 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:18:24,369 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:18:24,369 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:18:24,369 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:18:24,369 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T08:18:24,386 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/data/hbase/meta/1588230740/.tmp/ns/aee381500df54f4d962bcabe4d90b052 is 43, key is default/ns:d/1731572302004/Put/seqid=0 2024-11-14T08:18:24,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43039 is added to blk_1073741835_1011 (size=5153) 2024-11-14T08:18:24,392 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/data/hbase/meta/1588230740/.tmp/ns/aee381500df54f4d962bcabe4d90b052 2024-11-14T08:18:24,400 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/data/hbase/meta/1588230740/.tmp/ns/aee381500df54f4d962bcabe4d90b052 as hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/data/hbase/meta/1588230740/ns/aee381500df54f4d962bcabe4d90b052 2024-11-14T08:18:24,406 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/data/hbase/meta/1588230740/ns/aee381500df54f4d962bcabe4d90b052, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T08:18:24,407 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 38ms, sequenceid=6, compaction requested=false 2024-11-14T08:18:24,420 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:18:24,421 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T08:18:24,422 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:18:24,422 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:18:24,422 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:18:24,422 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572304369Running coprocessor pre-close hooks at 1731572304369Disabling compacts and flushes for region at 1731572304369Disabling writes for close at 1731572304369Obtaining lock to block concurrent updates at 1731572304369Preparing flush snapshotting stores in 1588230740 at 1731572304369Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731572304370 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731572304370Flushing 1588230740/ns: creating writer at 1731572304370Flushing 1588230740/ns: appending metadata at 1731572304385 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731572304385Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20fd4c91: reopening flushed file at 1731572304399 (+14 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 38ms, sequenceid=6, compaction requested=false at 1731572304407 (+8 ms)Writing region close event to WAL at 1731572304408 (+1 ms)Running coprocessor post-close hooks at 1731572304422 (+14 ms)Closed at 1731572304422 2024-11-14T08:18:24,422 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:18:24,496 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44947,1731572293370.replicationSource.wal-reader.b344df224d93%2C44947%2C1731572293370,1-b344df224d93,44947,1731572293370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/WALs/b344df224d93,44947,1731572293370/b344df224d93%2C44947%2C1731572293370.1731572295584 to pos 0, reset compression=false 2024-11-14T08:18:24,570 INFO [RS:0;b344df224d93:40059 {}] regionserver.HRegionServer(976): stopping server b344df224d93,40059,1731572298923; all regions closed. 2024-11-14T08:18:24,596 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/WALs/b344df224d93,40059,1731572298923/b344df224d93%2C40059%2C1731572298923.meta.1731572301903.meta not finished, retry = 0 2024-11-14T08:18:24,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43039 is added to blk_1073741834_1010 (size=1152) 2024-11-14T08:18:24,705 DEBUG [RS:0;b344df224d93:40059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/oldWALs 2024-11-14T08:18:24,705 INFO [RS:0;b344df224d93:40059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C40059%2C1731572298923.meta:.meta(num 1731572301903) 2024-11-14T08:18:24,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43039 is added to blk_1073741833_1009 (size=93) 2024-11-14T08:18:24,723 DEBUG [RS:0;b344df224d93:40059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/oldWALs 2024-11-14T08:18:24,723 INFO [RS:0;b344df224d93:40059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C40059%2C1731572298923:(num 1731572301356) 2024-11-14T08:18:24,723 DEBUG [RS:0;b344df224d93:40059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:24,723 INFO [RS:0;b344df224d93:40059 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:18:24,723 INFO [RS:0;b344df224d93:40059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:18:24,724 INFO [RS:0;b344df224d93:40059 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T08:18:24,724 INFO [RS:0;b344df224d93:40059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:18:24,724 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:18:24,724 INFO [RS:0;b344df224d93:40059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40059 2024-11-14T08:18:24,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x101386c50240004, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11306851243/rs/b344df224d93,40059,1731572298923 2024-11-14T08:18:24,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306851243/rs 2024-11-14T08:18:24,827 INFO [RS:0;b344df224d93:40059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:18:24,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,40059,1731572298923] 2024-11-14T08:18:24,848 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11306851243/draining/b344df224d93,40059,1731572298923 already deleted, retry=false 2024-11-14T08:18:24,848 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,40059,1731572298923 expired; onlineServers=0 2024-11-14T08:18:24,848 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,43357,1731572298781' ***** 2024-11-14T08:18:24,848 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:18:24,848 INFO [M:0;b344df224d93:43357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:18:24,848 INFO [M:0;b344df224d93:43357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:18:24,849 DEBUG [M:0;b344df224d93:43357 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:18:24,849 DEBUG [M:0;b344df224d93:43357 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:18:24,849 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:18:24,849 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572301046 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572301046,5,FailOnTimeoutGroup] 2024-11-14T08:18:24,849 INFO [M:0;b344df224d93:43357 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:18:24,849 INFO [M:0;b344df224d93:43357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:18:24,849 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572301048 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572301048,5,FailOnTimeoutGroup] 2024-11-14T08:18:24,849 DEBUG [M:0;b344df224d93:43357 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:18:24,849 INFO [M:0;b344df224d93:43357 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:18:24,849 INFO [M:0;b344df224d93:43357 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:18:24,849 INFO [M:0;b344df224d93:43357 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:18:24,849 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:18:24,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11306851243/master 2024-11-14T08:18:24,861 DEBUG [M:0;b344df224d93:43357 {}] zookeeper.ZKUtil(347): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Unable to get data of znode /11306851243/master because node does not exist (not an error) 2024-11-14T08:18:24,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11306851243 2024-11-14T08:18:24,861 WARN [M:0;b344df224d93:43357 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T08:18:24,862 INFO [M:0;b344df224d93:43357 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/.lastflushedseqids 2024-11-14T08:18:24,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43039 is added to blk_1073741836_1012 (size=99) 2024-11-14T08:18:24,879 INFO [M:0;b344df224d93:43357 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:18:24,879 INFO [M:0;b344df224d93:43357 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:18:24,879 DEBUG [M:0;b344df224d93:43357 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:18:24,879 INFO [M:0;b344df224d93:43357 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:24,879 DEBUG [M:0;b344df224d93:43357 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:24,879 DEBUG [M:0;b344df224d93:43357 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:18:24,879 DEBUG [M:0;b344df224d93:43357 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:24,879 INFO [M:0;b344df224d93:43357 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T08:18:24,897 DEBUG [M:0;b344df224d93:43357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27fcdc9016bc42cd8122d8bdfd85a22d is 82, key is hbase:meta,,1/info:regioninfo/1731572301978/Put/seqid=0 2024-11-14T08:18:24,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43039 is added to blk_1073741837_1013 (size=5672) 2024-11-14T08:18:24,915 INFO [M:0;b344df224d93:43357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27fcdc9016bc42cd8122d8bdfd85a22d 2024-11-14T08:18:24,938 INFO [RS:0;b344df224d93:40059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:18:24,938 INFO [RS:0;b344df224d93:40059 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,40059,1731572298923; zookeeper connection closed. 2024-11-14T08:18:24,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x101386c50240004, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:18:24,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40059-0x101386c50240004, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:18:24,940 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c6972b2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c6972b2 2024-11-14T08:18:24,940 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:18:24,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T08:18:24,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T08:18:24,942 DEBUG [M:0;b344df224d93:43357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6d59184fd544f83ab0445dc07498e2e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731572302010/Put/seqid=0 2024-11-14T08:18:24,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T08:18:24,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T08:18:24,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:18:24,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T08:18:24,944 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:18:24,944 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T08:18:24,944 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T08:18:24,944 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T08:18:24,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43039 is added to blk_1073741838_1014 (size=5275) 2024-11-14T08:18:25,007 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44947,1731572293370.replicationSource.wal-reader.b344df224d93%2C44947%2C1731572293370,1-b344df224d93,44947,1731572293370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/WALs/b344df224d93,44947,1731572293370/b344df224d93%2C44947%2C1731572293370.1731572295584 to pos 0, reset compression=false 2024-11-14T08:18:25,353 INFO [M:0;b344df224d93:43357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6d59184fd544f83ab0445dc07498e2e 2024-11-14T08:18:25,383 DEBUG [M:0;b344df224d93:43357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5452d5b9b9b34feba3ecade8241bc887 is 69, key is b344df224d93,40059,1731572298923/rs:state/1731572301106/Put/seqid=0 2024-11-14T08:18:25,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43039 is added to blk_1073741839_1015 (size=5156) 2024-11-14T08:18:25,615 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44947,1731572293370.replicationSource.wal-reader.b344df224d93%2C44947%2C1731572293370,1-b344df224d93,44947,1731572293370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/WALs/b344df224d93,44947,1731572293370/b344df224d93%2C44947%2C1731572293370.1731572295584 to pos 0, reset compression=false 2024-11-14T08:18:25,795 INFO [M:0;b344df224d93:43357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5452d5b9b9b34feba3ecade8241bc887 2024-11-14T08:18:25,802 DEBUG [M:0;b344df224d93:43357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27fcdc9016bc42cd8122d8bdfd85a22d as hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27fcdc9016bc42cd8122d8bdfd85a22d 2024-11-14T08:18:25,813 INFO [M:0;b344df224d93:43357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27fcdc9016bc42cd8122d8bdfd85a22d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T08:18:25,816 DEBUG [M:0;b344df224d93:43357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6d59184fd544f83ab0445dc07498e2e as hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6d59184fd544f83ab0445dc07498e2e 2024-11-14T08:18:25,837 INFO [M:0;b344df224d93:43357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6d59184fd544f83ab0445dc07498e2e, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T08:18:25,844 DEBUG [M:0;b344df224d93:43357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5452d5b9b9b34feba3ecade8241bc887 as hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5452d5b9b9b34feba3ecade8241bc887 2024-11-14T08:18:25,862 INFO [M:0;b344df224d93:43357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45761/user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5452d5b9b9b34feba3ecade8241bc887, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T08:18:25,864 INFO [M:0;b344df224d93:43357 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 985ms, sequenceid=28, compaction requested=false 2024-11-14T08:18:25,884 INFO [M:0;b344df224d93:43357 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:25,884 DEBUG [M:0;b344df224d93:43357 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572304879Disabling compacts and flushes for region at 1731572304879Disabling writes for close at 1731572304879Obtaining lock to block concurrent updates at 1731572304879Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572304879Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731572304880 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572304880Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572304881 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572304896 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572304896Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572304921 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572304941 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572304941Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572305358 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572305382 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572305382Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dcffa73: reopening flushed file at 1731572305801 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e223e72: reopening flushed file at 1731572305814 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23d2e2c5: reopening flushed file at 1731572305837 (+23 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 985ms, sequenceid=28, compaction requested=false at 1731572305864 (+27 ms)Writing region close event to WAL at 1731572305884 (+20 ms)Closed at 1731572305884 2024-11-14T08:18:25,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43039 is added to blk_1073741830_1006 (size=10165) 2024-11-14T08:18:25,914 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bfd8fca7-08ce-5d57-0dcb-cf3387679a0c/MasterData/WALs/b344df224d93,43357,1731572298781/b344df224d93%2C43357%2C1731572298781.1731572300716 not finished, retry = 0 2024-11-14T08:18:26,015 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:18:26,015 INFO [M:0;b344df224d93:43357 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:18:26,015 INFO [M:0;b344df224d93:43357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43357 2024-11-14T08:18:26,015 INFO [M:0;b344df224d93:43357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:18:26,130 INFO [M:0;b344df224d93:43357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:18:26,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:18:26,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43357-0x101386c50240003, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:18:26,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67c67d59{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:18:26,166 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b018ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:18:26,166 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:18:26,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b282f04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:18:26,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b1286d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/hadoop.log.dir/,STOPPED} 2024-11-14T08:18:26,167 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:18:26,167 WARN [BP-1511198565-172.17.0.3-1731572296849 heartbeating to localhost/127.0.0.1:45761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:18:26,168 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:18:26,168 WARN [BP-1511198565-172.17.0.3-1731572296849 heartbeating to localhost/127.0.0.1:45761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1511198565-172.17.0.3-1731572296849 (Datanode Uuid 0fbc71bf-c6e8-4fae-aaa3-7fe02125012f) service to localhost/127.0.0.1:45761 2024-11-14T08:18:26,168 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/cluster_67ba9ccf-140a-baf5-1a0c-06dbaed4a3de/data/data1/current/BP-1511198565-172.17.0.3-1731572296849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:18:26,168 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/cluster_67ba9ccf-140a-baf5-1a0c-06dbaed4a3de/data/data2/current/BP-1511198565-172.17.0.3-1731572296849 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:18:26,168 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:18:26,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@669a9930{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:18:26,184 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d65bde5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:18:26,185 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:18:26,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ceaabc8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:18:26,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c5319ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/hadoop.log.dir/,STOPPED} 2024-11-14T08:18:26,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T08:18:26,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:18:26,204 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:18:26,204 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:18:26,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:26,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:26,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:18:26,204 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:18:26,205 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=761033136, stopped=false 2024-11-14T08:18:26,205 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,36111,1731572293163 2024-11-14T08:18:26,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220850448/running 2024-11-14T08:18:26,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220850448/running 2024-11-14T08:18:26,230 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:18:26,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448 2024-11-14T08:18:26,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448 2024-11-14T08:18:26,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:18:26,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:18:26,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:26,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Set watcher on znode that does not yet exist, /0-1220850448/running 2024-11-14T08:18:26,230 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,44947,1731572293370' ***** 2024-11-14T08:18:26,230 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:18:26,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Set watcher on znode that does not yet exist, /0-1220850448/running 2024-11-14T08:18:26,231 INFO [RS:0;b344df224d93:44947 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:18:26,231 INFO [RS:0;b344df224d93:44947 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:18:26,231 INFO [RS:0;b344df224d93:44947 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:18:26,231 INFO [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(3091): Received CLOSE for 84ca9f25eb001a24f31b0e18fa4f426f 2024-11-14T08:18:26,231 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:18:26,231 INFO [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(959): stopping server b344df224d93,44947,1731572293370 2024-11-14T08:18:26,231 INFO [RS:0;b344df224d93:44947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:18:26,231 INFO [RS:0;b344df224d93:44947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:44947. 2024-11-14T08:18:26,231 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84ca9f25eb001a24f31b0e18fa4f426f, disabling compactions & flushes 2024-11-14T08:18:26,232 DEBUG [RS:0;b344df224d93:44947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:18:26,232 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f. 2024-11-14T08:18:26,232 DEBUG [RS:0;b344df224d93:44947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:26,232 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f. 2024-11-14T08:18:26,232 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f. after waiting 0 ms 2024-11-14T08:18:26,232 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f. 2024-11-14T08:18:26,232 INFO [RS:0;b344df224d93:44947 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:18:26,232 INFO [RS:0;b344df224d93:44947 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:18:26,232 INFO [RS:0;b344df224d93:44947 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:18:26,232 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 84ca9f25eb001a24f31b0e18fa4f426f 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T08:18:26,232 INFO [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:18:26,236 INFO [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T08:18:26,236 DEBUG [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 84ca9f25eb001a24f31b0e18fa4f426f=hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f.} 2024-11-14T08:18:26,236 DEBUG [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84ca9f25eb001a24f31b0e18fa4f426f 2024-11-14T08:18:26,236 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:18:26,236 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:18:26,236 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:18:26,236 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:18:26,236 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:18:26,237 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T08:18:26,254 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/replication/84ca9f25eb001a24f31b0e18fa4f426f/.tmp/queue/f727fc704bde4e0fa7e6bf22eaf5339a is 151, key is 1-b344df224d93,44947,1731572293370/queue:b344df224d93%2C44947%2C1731572293370/1731572303539/Put/seqid=0 2024-11-14T08:18:26,261 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:18:26,261 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/1588230740/.tmp/info/0a066035f9a647cebe91fd679ca6767f is 147, key is hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f./info:regioninfo/1731572303123/Put/seqid=0 2024-11-14T08:18:26,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741838_1014 (size=5350) 2024-11-14T08:18:26,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741839_1015 (size=6631) 2024-11-14T08:18:26,322 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44947,1731572293370.replicationSource.wal-reader.b344df224d93%2C44947%2C1731572293370,1-b344df224d93,44947,1731572293370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/WALs/b344df224d93,44947,1731572293370/b344df224d93%2C44947%2C1731572293370.1731572295584 to pos 0, reset compression=false 2024-11-14T08:18:26,436 DEBUG [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84ca9f25eb001a24f31b0e18fa4f426f 2024-11-14T08:18:26,452 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T08:18:26,452 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T08:18:26,637 DEBUG [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 84ca9f25eb001a24f31b0e18fa4f426f 2024-11-14T08:18:26,666 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/replication/84ca9f25eb001a24f31b0e18fa4f426f/.tmp/queue/f727fc704bde4e0fa7e6bf22eaf5339a 2024-11-14T08:18:26,671 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/1588230740/.tmp/info/0a066035f9a647cebe91fd679ca6767f 2024-11-14T08:18:26,674 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/replication/84ca9f25eb001a24f31b0e18fa4f426f/.tmp/queue/f727fc704bde4e0fa7e6bf22eaf5339a as hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/replication/84ca9f25eb001a24f31b0e18fa4f426f/queue/f727fc704bde4e0fa7e6bf22eaf5339a 2024-11-14T08:18:26,690 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/replication/84ca9f25eb001a24f31b0e18fa4f426f/queue/f727fc704bde4e0fa7e6bf22eaf5339a, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T08:18:26,692 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 84ca9f25eb001a24f31b0e18fa4f426f in 459ms, sequenceid=5, compaction requested=false 2024-11-14T08:18:26,700 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/replication/84ca9f25eb001a24f31b0e18fa4f426f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T08:18:26,701 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:18:26,701 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:18:26,701 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f. 2024-11-14T08:18:26,701 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84ca9f25eb001a24f31b0e18fa4f426f: Waiting for close lock at 1731572306231Running coprocessor pre-close hooks at 1731572306231Disabling compacts and flushes for region at 1731572306231Disabling writes for close at 1731572306232 (+1 ms)Obtaining lock to block concurrent updates at 1731572306232Preparing flush snapshotting stores in 84ca9f25eb001a24f31b0e18fa4f426f at 1731572306232Finished memstore snapshotting hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731572306232Flushing stores of hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f. at 1731572306233 (+1 ms)Flushing 84ca9f25eb001a24f31b0e18fa4f426f/queue: creating writer at 1731572306233Flushing 84ca9f25eb001a24f31b0e18fa4f426f/queue: appending metadata at 1731572306253 (+20 ms)Flushing 84ca9f25eb001a24f31b0e18fa4f426f/queue: closing flushed file at 1731572306253Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ad526f: reopening flushed file at 1731572306673 (+420 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 84ca9f25eb001a24f31b0e18fa4f426f in 459ms, sequenceid=5, compaction requested=false at 1731572306692 (+19 ms)Writing region close event to WAL at 1731572306696 (+4 ms)Running coprocessor post-close hooks at 1731572306701 (+5 ms)Closed at 1731572306701 2024-11-14T08:18:26,701 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731572302129.84ca9f25eb001a24f31b0e18fa4f426f. 2024-11-14T08:18:26,703 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/1588230740/.tmp/ns/c39af699d86b411bb0f69a434711f377 is 43, key is default/ns:d/1731572296704/Put/seqid=0 2024-11-14T08:18:26,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741840_1016 (size=5153) 2024-11-14T08:18:26,837 DEBUG [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:18:27,037 DEBUG [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:18:27,113 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/1588230740/.tmp/ns/c39af699d86b411bb0f69a434711f377 2024-11-14T08:18:27,127 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44947,1731572293370.replicationSource.wal-reader.b344df224d93%2C44947%2C1731572293370,1-b344df224d93,44947,1731572293370 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/WALs/b344df224d93,44947,1731572293370/b344df224d93%2C44947%2C1731572293370.1731572295584 to pos 0, reset compression=false 2024-11-14T08:18:27,138 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/1588230740/.tmp/table/7babe82d520f41bd85c4464954d994c7 is 53, key is hbase:replication/table:state/1731572303145/Put/seqid=0 2024-11-14T08:18:27,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741841_1017 (size=5256) 2024-11-14T08:18:27,237 INFO [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T08:18:27,237 DEBUG [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T08:18:27,238 DEBUG [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:18:27,438 DEBUG [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:18:27,452 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:18:27,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:27,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:27,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:27,546 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/1588230740/.tmp/table/7babe82d520f41bd85c4464954d994c7 2024-11-14T08:18:27,555 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/1588230740/.tmp/info/0a066035f9a647cebe91fd679ca6767f as hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/1588230740/info/0a066035f9a647cebe91fd679ca6767f 2024-11-14T08:18:27,562 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/1588230740/info/0a066035f9a647cebe91fd679ca6767f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T08:18:27,563 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/1588230740/.tmp/ns/c39af699d86b411bb0f69a434711f377 as hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/1588230740/ns/c39af699d86b411bb0f69a434711f377 2024-11-14T08:18:27,570 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/1588230740/ns/c39af699d86b411bb0f69a434711f377, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T08:18:27,571 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/1588230740/.tmp/table/7babe82d520f41bd85c4464954d994c7 as hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/1588230740/table/7babe82d520f41bd85c4464954d994c7 2024-11-14T08:18:27,577 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/1588230740/table/7babe82d520f41bd85c4464954d994c7, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T08:18:27,578 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=11, compaction requested=false 2024-11-14T08:18:27,610 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T08:18:27,611 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:18:27,611 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:18:27,611 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:18:27,612 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572306236Running coprocessor pre-close hooks at 1731572306236Disabling compacts and flushes for region at 1731572306236Disabling writes for close at 1731572306236Obtaining lock to block concurrent updates at 1731572306237 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731572306237Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731572306237Flushing stores of hbase:meta,,1.1588230740 at 1731572306238 (+1 ms)Flushing 1588230740/info: creating writer at 1731572306238Flushing 1588230740/info: appending metadata at 1731572306260 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731572306260Flushing 1588230740/ns: creating writer at 1731572306682 (+422 ms)Flushing 1588230740/ns: appending metadata at 1731572306703 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731572306703Flushing 1588230740/table: creating writer at 1731572307119 (+416 ms)Flushing 1588230740/table: appending metadata at 1731572307137 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731572307137Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5597b108: reopening flushed file at 1731572307554 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33750b39: reopening flushed file at 1731572307562 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27eef315: reopening flushed file at 1731572307570 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=11, compaction requested=false at 1731572307578 (+8 ms)Writing region close event to WAL at 1731572307592 (+14 ms)Running coprocessor post-close hooks at 1731572307611 (+19 ms)Closed at 1731572307611 2024-11-14T08:18:27,612 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:18:27,638 INFO [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(976): stopping server b344df224d93,44947,1731572293370; all regions closed. 2024-11-14T08:18:27,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741834_1010 (size=2742) 2024-11-14T08:18:27,649 DEBUG [RS:0;b344df224d93:44947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/oldWALs 2024-11-14T08:18:27,649 INFO [RS:0;b344df224d93:44947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C44947%2C1731572293370.meta:.meta(num 1731572296634) 2024-11-14T08:18:27,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741837_1013 (size=1586) 2024-11-14T08:18:27,655 DEBUG [RS:0;b344df224d93:44947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/oldWALs 2024-11-14T08:18:27,655 INFO [RS:0;b344df224d93:44947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C44947%2C1731572293370.rep:(num 1731572303007) 2024-11-14T08:18:27,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741832_1008 (size=93) 2024-11-14T08:18:27,669 DEBUG [RS:0;b344df224d93:44947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/oldWALs 2024-11-14T08:18:27,669 INFO [RS:0;b344df224d93:44947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C44947%2C1731572293370:(num 1731572295584) 2024-11-14T08:18:27,669 DEBUG [RS:0;b344df224d93:44947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:27,669 INFO [RS:0;b344df224d93:44947 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:18:27,669 INFO [RS:0;b344df224d93:44947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:18:27,670 INFO [RS:0;b344df224d93:44947 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T08:18:27,670 INFO [RS:0;b344df224d93:44947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:18:27,670 INFO [RS:0;b344df224d93:44947 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b344df224d93,44947,1731572293370 because: Region server is closing 2024-11-14T08:18:27,670 INFO [RS:0;b344df224d93:44947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:44947. 2024-11-14T08:18:27,670 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:18:27,670 DEBUG [RS:0;b344df224d93:44947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:18:27,670 DEBUG [RS:0;b344df224d93:44947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:27,671 DEBUG [RS:0;b344df224d93:44947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:27,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:18:27,771 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44947,1731572293370.replicationSource.shipperb344df224d93%2C44947%2C1731572293370,1-b344df224d93,44947,1731572293370 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T08:18:27,771 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44947,1731572293370.replicationSource.wal-reader.b344df224d93%2C44947%2C1731572293370,1-b344df224d93,44947,1731572293370 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T08:18:27,771 INFO [RS:0;b344df224d93:44947 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44947,1731572293370.replicationSource.shipperb344df224d93%2C44947%2C1731572293370,1-b344df224d93,44947,1731572293370 terminated 2024-11-14T08:18:27,771 INFO [RS:0;b344df224d93:44947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44947 2024-11-14T08:18:27,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448/rs 2024-11-14T08:18:27,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220850448/rs/b344df224d93,44947,1731572293370 2024-11-14T08:18:27,788 INFO [RS:0;b344df224d93:44947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:18:27,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,44947,1731572293370] 2024-11-14T08:18:27,798 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220850448/draining/b344df224d93,44947,1731572293370 already deleted, retry=false 2024-11-14T08:18:27,798 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,44947,1731572293370 expired; onlineServers=0 2024-11-14T08:18:27,798 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,36111,1731572293163' ***** 2024-11-14T08:18:27,798 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:18:27,798 INFO [M:0;b344df224d93:36111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:18:27,798 INFO [M:0;b344df224d93:36111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:18:27,799 DEBUG [M:0;b344df224d93:36111 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:18:27,799 DEBUG [M:0;b344df224d93:36111 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:18:27,799 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:18:27,799 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572295381 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572295381,5,FailOnTimeoutGroup] 2024-11-14T08:18:27,799 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572295384 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572295384,5,FailOnTimeoutGroup] 2024-11-14T08:18:27,799 INFO [M:0;b344df224d93:36111 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:18:27,799 INFO [M:0;b344df224d93:36111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:18:27,799 DEBUG [M:0;b344df224d93:36111 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:18:27,800 INFO [M:0;b344df224d93:36111 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:18:27,800 INFO [M:0;b344df224d93:36111 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:18:27,800 INFO [M:0;b344df224d93:36111 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:18:27,800 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:18:27,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1220850448/master 2024-11-14T08:18:27,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1220850448 2024-11-14T08:18:27,829 DEBUG [M:0;b344df224d93:36111 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1220850448/master already deleted, retry=false 2024-11-14T08:18:27,830 DEBUG [M:0;b344df224d93:36111 {}] master.ActiveMasterManager(353): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1220850448/master 2024-11-14T08:18:27,830 INFO [M:0;b344df224d93:36111 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/.lastflushedseqids 2024-11-14T08:18:27,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741842_1018 (size=181) 2024-11-14T08:18:27,855 INFO [M:0;b344df224d93:36111 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:18:27,856 INFO [M:0;b344df224d93:36111 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:18:27,856 DEBUG [M:0;b344df224d93:36111 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:18:27,856 INFO [M:0;b344df224d93:36111 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:27,856 DEBUG [M:0;b344df224d93:36111 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:27,856 DEBUG [M:0;b344df224d93:36111 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:18:27,856 DEBUG [M:0;b344df224d93:36111 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:27,856 INFO [M:0;b344df224d93:36111 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T08:18:27,876 DEBUG [M:0;b344df224d93:36111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed87c6a5e03f4b4a8a08f32a66ac4354 is 82, key is hbase:meta,,1/info:regioninfo/1731572296670/Put/seqid=0 2024-11-14T08:18:27,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741843_1019 (size=5672) 2024-11-14T08:18:27,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:18:27,909 INFO [RS:0;b344df224d93:44947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:18:27,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44947-0x101386c50240001, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:18:27,909 INFO [RS:0;b344df224d93:44947 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,44947,1731572293370; zookeeper connection closed. 2024-11-14T08:18:27,909 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d69e7d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d69e7d6 2024-11-14T08:18:27,909 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:18:28,292 INFO [M:0;b344df224d93:36111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed87c6a5e03f4b4a8a08f32a66ac4354 2024-11-14T08:18:28,324 DEBUG [M:0;b344df224d93:36111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40cd3a3005c349b380faffc21bcde3bf is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731572303151/Put/seqid=0 2024-11-14T08:18:28,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741844_1020 (size=7203) 2024-11-14T08:18:28,737 INFO [M:0;b344df224d93:36111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40cd3a3005c349b380faffc21bcde3bf 2024-11-14T08:18:28,763 DEBUG [M:0;b344df224d93:36111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/945245df7d684167b67e7e8d1395d0b6 is 69, key is b344df224d93,44947,1731572293370/rs:state/1731572295434/Put/seqid=0 2024-11-14T08:18:28,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741845_1021 (size=5156) 2024-11-14T08:18:29,170 INFO [M:0;b344df224d93:36111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/945245df7d684167b67e7e8d1395d0b6 2024-11-14T08:18:29,186 DEBUG [M:0;b344df224d93:36111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed87c6a5e03f4b4a8a08f32a66ac4354 as hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed87c6a5e03f4b4a8a08f32a66ac4354 2024-11-14T08:18:29,197 INFO [M:0;b344df224d93:36111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed87c6a5e03f4b4a8a08f32a66ac4354, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T08:18:29,198 DEBUG [M:0;b344df224d93:36111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40cd3a3005c349b380faffc21bcde3bf as hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/40cd3a3005c349b380faffc21bcde3bf 2024-11-14T08:18:29,223 INFO [M:0;b344df224d93:36111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/40cd3a3005c349b380faffc21bcde3bf, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T08:18:29,236 DEBUG [M:0;b344df224d93:36111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/945245df7d684167b67e7e8d1395d0b6 as hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/945245df7d684167b67e7e8d1395d0b6 2024-11-14T08:18:29,268 INFO [M:0;b344df224d93:36111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39005/user/jenkins/test-data/d427bd41-1598-5c09-c6d6-a6fbbd628cc7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/945245df7d684167b67e7e8d1395d0b6, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T08:18:29,269 INFO [M:0;b344df224d93:36111 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1413ms, sequenceid=70, compaction requested=false 2024-11-14T08:18:29,284 INFO [M:0;b344df224d93:36111 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:29,284 DEBUG [M:0;b344df224d93:36111 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572307856Disabling compacts and flushes for region at 1731572307856Disabling writes for close at 1731572307856Obtaining lock to block concurrent updates at 1731572307856Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572307856Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731572307857 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572307857Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572307857Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572307876 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572307876Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572308302 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572308323 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572308324 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572308744 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572308762 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572308762Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23f5d8b4: reopening flushed file at 1731572309176 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@abfe59f: reopening flushed file at 1731572309197 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@392347f5: reopening flushed file at 1731572309223 (+26 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1413ms, sequenceid=70, compaction requested=false at 1731572309269 (+46 ms)Writing region close event to WAL at 1731572309284 (+15 ms)Closed at 1731572309284 2024-11-14T08:18:29,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44067 is added to blk_1073741830_1006 (size=41008) 2024-11-14T08:18:29,289 INFO [M:0;b344df224d93:36111 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:18:29,289 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:18:29,290 INFO [M:0;b344df224d93:36111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36111 2024-11-14T08:18:29,290 INFO [M:0;b344df224d93:36111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:18:29,477 INFO [M:0;b344df224d93:36111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:18:29,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:18:29,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36111-0x101386c50240000, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:18:29,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4458b81e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:18:29,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40bd2180{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:18:29,514 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:18:29,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c065710{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:18:29,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5b22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/hadoop.log.dir/,STOPPED} 2024-11-14T08:18:29,519 WARN [BP-231107033-172.17.0.3-1731572290724 heartbeating to localhost/127.0.0.1:39005 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:18:29,519 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:18:29,519 WARN [BP-231107033-172.17.0.3-1731572290724 heartbeating to localhost/127.0.0.1:39005 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-231107033-172.17.0.3-1731572290724 (Datanode Uuid 3d8f066b-1269-4c85-8e5c-5ee0dc896fc2) service to localhost/127.0.0.1:39005 2024-11-14T08:18:29,519 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:18:29,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/cluster_f4866aa8-5622-bfd7-51ca-02152d7d1f8e/data/data1/current/BP-231107033-172.17.0.3-1731572290724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:18:29,519 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/cluster_f4866aa8-5622-bfd7-51ca-02152d7d1f8e/data/data2/current/BP-231107033-172.17.0.3-1731572290724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:18:29,520 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:18:29,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1548030c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:18:29,528 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e096924{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:18:29,528 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:18:29,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37f32117{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:18:29,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72f291e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b884166-d0c9-7bd6-bb3f-6d3fd402ef48/hadoop.log.dir/,STOPPED} 2024-11-14T08:18:29,539 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T08:18:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T08:18:29,597 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 108) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:39005 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58305) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39005 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:45761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:45761 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:39005 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:45761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:39005 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58305) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39005 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 430) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=577 (was 520) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2431 (was 989) - AvailableMemoryMB LEAK? - 2024-11-14T08:18:29,607 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=577, ProcessCount=11, AvailableMemoryMB=2431 2024-11-14T08:18:29,627 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-14T08:18:29,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/hadoop.log.dir so I do NOT create it in target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee 2024-11-14T08:18:29,628 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T08:18:29,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/hadoop.tmp.dir so I do NOT create it in target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee 2024-11-14T08:18:29,628 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f30a945-9ab2-4114-ff0a-e92318d3fb1e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T08:18:29,628 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee 2024-11-14T08:18:29,628 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/cluster_b3e91608-23a6-d474-09be-f9b0917c6c9f, deleteOnExit=true 2024-11-14T08:18:29,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101386c50240002, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T08:18:29,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101386c50240002, quorum=127.0.0.1:58305, baseZNode=/0-1220850448 Received Disconnected from ZooKeeper, ignoring 2024-11-14T08:18:29,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101386c50240005, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T08:18:29,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101386c50240005, quorum=127.0.0.1:58305, baseZNode=/11306851243 Received Disconnected from ZooKeeper, ignoring 2024-11-14T08:18:29,640 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/cluster_b3e91608-23a6-d474-09be-f9b0917c6c9f/zookeeper_0, clientPort=60943, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/cluster_b3e91608-23a6-d474-09be-f9b0917c6c9f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/cluster_b3e91608-23a6-d474-09be-f9b0917c6c9f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T08:18:29,641 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60943 2024-11-14T08:18:29,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:18:29,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:18:29,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/test.cache.data in system properties and HBase conf 2024-11-14T08:18:29,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:18:29,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:18:29,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:18:29,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:18:29,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:18:29,642 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:18:29,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:18:29,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:18:29,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:18:29,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:18:29,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:18:29,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:18:29,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:18:29,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:18:29,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:18:29,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:18:29,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:18:29,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:18:29,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:18:29,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:18:30,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:18:30,037 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:18:30,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:18:30,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:18:30,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:18:30,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:18:30,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58fc1b83{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:18:30,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b798c2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:18:30,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@539059cb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/java.io.tmpdir/jetty-localhost-33369-hadoop-hdfs-3_4_1-tests_jar-_-any-11051146675668300423/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:18:30,211 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36bda5f5{HTTP/1.1, (http/1.1)}{localhost:33369} 2024-11-14T08:18:30,211 INFO [Time-limited test {}] server.Server(415): Started @51746ms 2024-11-14T08:18:30,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:18:30,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:18:30,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:18:30,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:18:30,637 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:18:30,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3724fcce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:18:30,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ee3c1f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:18:30,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e6be113{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/java.io.tmpdir/jetty-localhost-44339-hadoop-hdfs-3_4_1-tests_jar-_-any-13678051748652211646/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:18:30,748 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12df130e{HTTP/1.1, (http/1.1)}{localhost:44339} 2024-11-14T08:18:30,748 INFO [Time-limited test {}] server.Server(415): Started @52283ms 2024-11-14T08:18:30,749 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:18:31,553 WARN [Thread-821 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/cluster_b3e91608-23a6-d474-09be-f9b0917c6c9f/data/data1/current/BP-926333308-172.17.0.3-1731572309665/current, will proceed with Du for space computation calculation, 2024-11-14T08:18:31,576 WARN [Thread-822 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/cluster_b3e91608-23a6-d474-09be-f9b0917c6c9f/data/data2/current/BP-926333308-172.17.0.3-1731572309665/current, will proceed with Du for space computation calculation, 2024-11-14T08:18:31,635 WARN [Thread-809 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:18:31,645 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9a340c101aeec98 with lease ID 0xecb78b30a808574a: Processing first storage report for DS-87668cf3-585f-43b8-89a1-a4d413fffac8 from datanode DatanodeRegistration(127.0.0.1:33083, datanodeUuid=22965120-8512-475a-812c-29e0f3e5664a, infoPort=44599, infoSecurePort=0, ipcPort=41427, storageInfo=lv=-57;cid=testClusterID;nsid=1508226620;c=1731572309665) 2024-11-14T08:18:31,645 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9a340c101aeec98 with lease ID 0xecb78b30a808574a: from storage DS-87668cf3-585f-43b8-89a1-a4d413fffac8 node DatanodeRegistration(127.0.0.1:33083, datanodeUuid=22965120-8512-475a-812c-29e0f3e5664a, infoPort=44599, infoSecurePort=0, ipcPort=41427, storageInfo=lv=-57;cid=testClusterID;nsid=1508226620;c=1731572309665), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:18:31,645 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9a340c101aeec98 with lease ID 0xecb78b30a808574a: Processing first storage report for DS-a97d6a43-8109-4421-bc50-78933fa939de from datanode DatanodeRegistration(127.0.0.1:33083, datanodeUuid=22965120-8512-475a-812c-29e0f3e5664a, infoPort=44599, infoSecurePort=0, ipcPort=41427, storageInfo=lv=-57;cid=testClusterID;nsid=1508226620;c=1731572309665) 2024-11-14T08:18:31,645 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9a340c101aeec98 with lease ID 0xecb78b30a808574a: from storage DS-a97d6a43-8109-4421-bc50-78933fa939de node DatanodeRegistration(127.0.0.1:33083, datanodeUuid=22965120-8512-475a-812c-29e0f3e5664a, infoPort=44599, infoSecurePort=0, ipcPort=41427, storageInfo=lv=-57;cid=testClusterID;nsid=1508226620;c=1731572309665), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T08:18:31,731 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee 2024-11-14T08:18:31,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:31,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:31,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:18:32,150 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c with version=8 2024-11-14T08:18:32,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/hbase-staging 2024-11-14T08:18:32,153 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:18:32,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:32,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:32,153 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:18:32,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:32,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:18:32,154 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:18:32,154 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:18:32,162 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43181 2024-11-14T08:18:32,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43181 connecting to ZooKeeper ensemble=127.0.0.1:60943 2024-11-14T08:18:32,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431810x0, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:18:32,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43181-0x101386c9a2a0000 connected 2024-11-14T08:18:32,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:32,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:32,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Set watcher on znode that does not yet exist, /0-1100347058/running 2024-11-14T08:18:32,390 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c, hbase.cluster.distributed=false 2024-11-14T08:18:32,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Set watcher on znode that does not yet exist, /0-1100347058/acl 2024-11-14T08:18:32,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43181 2024-11-14T08:18:32,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43181 2024-11-14T08:18:32,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43181 2024-11-14T08:18:32,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43181 2024-11-14T08:18:32,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43181 2024-11-14T08:18:32,425 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:18:32,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:32,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:32,425 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:18:32,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:32,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:18:32,425 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:18:32,425 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:18:32,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45237 2024-11-14T08:18:32,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45237 connecting to ZooKeeper ensemble=127.0.0.1:60943 2024-11-14T08:18:32,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:32,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:32,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452370x0, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:18:32,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452370x0, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Set watcher on znode that does not yet exist, /0-1100347058/running 2024-11-14T08:18:32,448 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:18:32,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45237-0x101386c9a2a0001 connected 2024-11-14T08:18:32,450 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:18:32,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45237-0x101386c9a2a0001, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Set watcher on znode that does not yet exist, /0-1100347058/master 2024-11-14T08:18:32,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45237-0x101386c9a2a0001, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Set watcher on znode that does not yet exist, /0-1100347058/acl 2024-11-14T08:18:32,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45237 2024-11-14T08:18:32,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45237 2024-11-14T08:18:32,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45237 2024-11-14T08:18:32,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45237 2024-11-14T08:18:32,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45237 2024-11-14T08:18:32,492 DEBUG [M:0;b344df224d93:43181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:43181 2024-11-14T08:18:32,500 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1100347058/backup-masters/b344df224d93,43181,1731572312153 2024-11-14T08:18:32,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45237-0x101386c9a2a0001, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058/backup-masters 2024-11-14T08:18:32,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058/backup-masters 2024-11-14T08:18:32,512 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Set watcher on existing znode=/0-1100347058/backup-masters/b344df224d93,43181,1731572312153 2024-11-14T08:18:32,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45237-0x101386c9a2a0001, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1100347058/master 2024-11-14T08:18:32,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058 2024-11-14T08:18:32,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45237-0x101386c9a2a0001, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058 2024-11-14T08:18:32,525 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Set watcher on existing znode=/0-1100347058/master 2024-11-14T08:18:32,527 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1100347058/backup-masters/b344df224d93,43181,1731572312153 from backup master directory 2024-11-14T08:18:32,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1100347058/backup-masters/b344df224d93,43181,1731572312153 2024-11-14T08:18:32,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45237-0x101386c9a2a0001, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058/backup-masters 2024-11-14T08:18:32,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058/backup-masters 2024-11-14T08:18:32,535 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:18:32,535 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,43181,1731572312153 2024-11-14T08:18:32,539 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/hbase.id] with ID: 01a683ef-ce2a-4a5b-a5cd-f2f8b92c3a9d 2024-11-14T08:18:32,539 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/.tmp/hbase.id 2024-11-14T08:18:32,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:18:32,560 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/.tmp/hbase.id]:[hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/hbase.id] 2024-11-14T08:18:32,588 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:32,588 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:18:32,592 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-14T08:18:32,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45237-0x101386c9a2a0001, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058 2024-11-14T08:18:32,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058 2024-11-14T08:18:32,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:18:33,026 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:18:33,027 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:18:33,028 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:18:33,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:18:33,048 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/data/master/store 2024-11-14T08:18:33,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:18:33,116 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:18:33,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:33,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:33,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:33,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:33,463 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:33,463 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:18:33,463 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:33,463 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:33,463 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:18:33,463 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:33,464 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:33,464 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572313463Disabling compacts and flushes for region at 1731572313463Disabling writes for close at 1731572313463Writing region close event to WAL at 1731572313463Closed at 1731572313463 2024-11-14T08:18:33,465 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/data/master/store/.initializing 2024-11-14T08:18:33,465 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/WALs/b344df224d93,43181,1731572312153 2024-11-14T08:18:33,466 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:18:33,468 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C43181%2C1731572312153, suffix=, logDir=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/WALs/b344df224d93,43181,1731572312153, archiveDir=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/oldWALs, maxLogs=10 2024-11-14T08:18:33,485 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/WALs/b344df224d93,43181,1731572312153/b344df224d93%2C43181%2C1731572312153.1731572313469, exclude list is [], retry=0 2024-11-14T08:18:33,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33083,DS-87668cf3-585f-43b8-89a1-a4d413fffac8,DISK] 2024-11-14T08:18:33,503 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/WALs/b344df224d93,43181,1731572312153/b344df224d93%2C43181%2C1731572312153.1731572313469 2024-11-14T08:18:33,512 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44599:44599)] 2024-11-14T08:18:33,512 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:18:33,513 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:33,513 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:33,513 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:33,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:33,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:18:33,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:33,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:33,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:33,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:18:33,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:33,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:33,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:33,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:18:33,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:33,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:33,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:33,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:18:33,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:33,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:33,538 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:33,539 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:33,539 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:33,541 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:33,541 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:33,543 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:18:33,545 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:33,550 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:18:33,550 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62368593, jitterRate=-0.07063554227352142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:18:33,551 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572313513Initializing all the Stores at 1731572313514 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572313514Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572313520 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572313520Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572313520Cleaning up temporary data from old regions at 1731572313541 (+21 ms)Region opened successfully at 1731572313551 (+10 ms) 2024-11-14T08:18:33,551 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:18:33,555 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@659894dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:18:33,556 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:18:33,556 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:18:33,556 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:18:33,556 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:18:33,557 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T08:18:33,558 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T08:18:33,558 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:18:33,563 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:18:33,563 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Unable to get data of znode /0-1100347058/balancer because node does not exist (not necessarily an error) 2024-11-14T08:18:33,629 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1100347058/balancer already deleted, retry=false 2024-11-14T08:18:33,630 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:18:33,630 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Unable to get data of znode /0-1100347058/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:18:33,640 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1100347058/normalizer already deleted, retry=false 2024-11-14T08:18:33,640 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:18:33,641 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Unable to get data of znode /0-1100347058/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:18:33,650 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1100347058/switch/split already deleted, retry=false 2024-11-14T08:18:33,651 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Unable to get data of znode /0-1100347058/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:18:33,661 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1100347058/switch/merge already deleted, retry=false 2024-11-14T08:18:33,663 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Unable to get data of znode /0-1100347058/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:18:33,671 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1100347058/snapshot-cleanup already deleted, retry=false 2024-11-14T08:18:33,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45237-0x101386c9a2a0001, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1100347058/running 2024-11-14T08:18:33,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1100347058/running 2024-11-14T08:18:33,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45237-0x101386c9a2a0001, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058 2024-11-14T08:18:33,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058 2024-11-14T08:18:33,682 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,43181,1731572312153, sessionid=0x101386c9a2a0000, setting cluster-up flag (Was=false) 2024-11-14T08:18:33,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058 2024-11-14T08:18:33,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45237-0x101386c9a2a0001, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058 2024-11-14T08:18:33,734 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1100347058/flush-table-proc/acquired, /0-1100347058/flush-table-proc/reached, /0-1100347058/flush-table-proc/abort 2024-11-14T08:18:33,735 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,43181,1731572312153 2024-11-14T08:18:33,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45237-0x101386c9a2a0001, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058 2024-11-14T08:18:33,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058 2024-11-14T08:18:33,787 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1100347058/online-snapshot/acquired, /0-1100347058/online-snapshot/reached, /0-1100347058/online-snapshot/abort 2024-11-14T08:18:33,788 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,43181,1731572312153 2024-11-14T08:18:33,789 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:18:33,791 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:18:33,792 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:18:33,792 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:18:33,792 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,43181,1731572312153 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:18:33,795 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:18:33,795 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:18:33,795 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:18:33,795 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:18:33,795 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:18:33,795 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:33,795 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:18:33,795 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:33,802 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:18:33,803 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:18:33,804 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:33,804 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:18:33,820 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572343820 2024-11-14T08:18:33,821 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:18:33,821 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:18:33,821 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:18:33,821 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:18:33,821 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:18:33,821 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:18:33,822 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:33,823 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:18:33,823 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:18:33,823 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:18:33,823 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:18:33,834 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:18:33,834 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:18:33,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:18:33,837 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:18:33,837 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c 2024-11-14T08:18:33,840 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572313835,5,FailOnTimeoutGroup] 2024-11-14T08:18:33,844 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572313840,5,FailOnTimeoutGroup] 2024-11-14T08:18:33,844 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:33,844 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:18:33,844 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:33,844 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:33,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741832_1008 (size=32) 2024-11-14T08:18:33,879 INFO [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(746): ClusterId : 01a683ef-ce2a-4a5b-a5cd-f2f8b92c3a9d 2024-11-14T08:18:33,879 DEBUG [RS:0;b344df224d93:45237 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:18:33,890 DEBUG [RS:0;b344df224d93:45237 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:18:33,890 DEBUG [RS:0;b344df224d93:45237 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:18:33,904 DEBUG [RS:0;b344df224d93:45237 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:18:33,904 DEBUG [RS:0;b344df224d93:45237 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664a6ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:18:33,920 DEBUG [RS:0;b344df224d93:45237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:45237 2024-11-14T08:18:33,920 INFO [RS:0;b344df224d93:45237 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:18:33,920 INFO [RS:0;b344df224d93:45237 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:18:33,920 DEBUG [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:18:33,921 INFO [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,43181,1731572312153 with port=45237, startcode=1731572312424 2024-11-14T08:18:33,922 DEBUG [RS:0;b344df224d93:45237 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:18:33,923 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:18:33,924 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43181 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,45237,1731572312424 2024-11-14T08:18:33,924 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43181 {}] master.ServerManager(517): Registering regionserver=b344df224d93,45237,1731572312424 2024-11-14T08:18:33,926 DEBUG [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c 2024-11-14T08:18:33,926 DEBUG [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44805 2024-11-14T08:18:33,926 DEBUG [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:18:33,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058/rs 2024-11-14T08:18:33,935 DEBUG [RS:0;b344df224d93:45237 {}] zookeeper.ZKUtil(111): regionserver:45237-0x101386c9a2a0001, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Set watcher on existing znode=/0-1100347058/rs/b344df224d93,45237,1731572312424 2024-11-14T08:18:33,935 WARN [RS:0;b344df224d93:45237 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:18:33,935 INFO [RS:0;b344df224d93:45237 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:18:33,935 DEBUG [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424 2024-11-14T08:18:33,936 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,45237,1731572312424] 2024-11-14T08:18:33,943 INFO [RS:0;b344df224d93:45237 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:18:33,950 INFO [RS:0;b344df224d93:45237 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:18:33,950 INFO [RS:0;b344df224d93:45237 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:18:33,950 INFO [RS:0;b344df224d93:45237 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:33,952 INFO [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:18:33,953 INFO [RS:0;b344df224d93:45237 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:18:33,953 INFO [RS:0;b344df224d93:45237 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:33,953 DEBUG [RS:0;b344df224d93:45237 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:33,953 DEBUG [RS:0;b344df224d93:45237 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:33,953 DEBUG [RS:0;b344df224d93:45237 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:33,953 DEBUG [RS:0;b344df224d93:45237 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:33,953 DEBUG [RS:0;b344df224d93:45237 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:33,954 DEBUG [RS:0;b344df224d93:45237 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:18:33,954 DEBUG [RS:0;b344df224d93:45237 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:33,954 DEBUG [RS:0;b344df224d93:45237 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:33,954 DEBUG [RS:0;b344df224d93:45237 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:33,954 DEBUG [RS:0;b344df224d93:45237 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:33,954 DEBUG [RS:0;b344df224d93:45237 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:33,954 DEBUG [RS:0;b344df224d93:45237 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:33,954 DEBUG [RS:0;b344df224d93:45237 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:18:33,954 DEBUG [RS:0;b344df224d93:45237 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:18:33,960 INFO [RS:0;b344df224d93:45237 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:33,960 INFO [RS:0;b344df224d93:45237 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:33,960 INFO [RS:0;b344df224d93:45237 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:33,960 INFO [RS:0;b344df224d93:45237 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:33,960 INFO [RS:0;b344df224d93:45237 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:33,960 INFO [RS:0;b344df224d93:45237 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,45237,1731572312424-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:18:33,981 INFO [RS:0;b344df224d93:45237 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:18:33,982 INFO [RS:0;b344df224d93:45237 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,45237,1731572312424-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:33,982 INFO [RS:0;b344df224d93:45237 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:33,982 INFO [RS:0;b344df224d93:45237 {}] regionserver.Replication(171): b344df224d93,45237,1731572312424 started 2024-11-14T08:18:34,002 INFO [RS:0;b344df224d93:45237 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:34,004 INFO [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,45237,1731572312424, RpcServer on b344df224d93/172.17.0.3:45237, sessionid=0x101386c9a2a0001 2024-11-14T08:18:34,004 DEBUG [RS:0;b344df224d93:45237 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:18:34,004 DEBUG [RS:0;b344df224d93:45237 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,45237,1731572312424 2024-11-14T08:18:34,004 DEBUG [RS:0;b344df224d93:45237 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,45237,1731572312424' 2024-11-14T08:18:34,004 DEBUG [RS:0;b344df224d93:45237 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1100347058/flush-table-proc/abort' 2024-11-14T08:18:34,005 DEBUG [RS:0;b344df224d93:45237 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1100347058/flush-table-proc/acquired' 2024-11-14T08:18:34,005 DEBUG [RS:0;b344df224d93:45237 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:18:34,005 DEBUG [RS:0;b344df224d93:45237 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:18:34,005 DEBUG [RS:0;b344df224d93:45237 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,45237,1731572312424 2024-11-14T08:18:34,005 DEBUG [RS:0;b344df224d93:45237 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,45237,1731572312424' 2024-11-14T08:18:34,005 DEBUG [RS:0;b344df224d93:45237 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1100347058/online-snapshot/abort' 2024-11-14T08:18:34,006 DEBUG [RS:0;b344df224d93:45237 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1100347058/online-snapshot/acquired' 2024-11-14T08:18:34,007 DEBUG [RS:0;b344df224d93:45237 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:18:34,007 INFO [RS:0;b344df224d93:45237 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:18:34,007 INFO [RS:0;b344df224d93:45237 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:18:34,107 INFO [RS:0;b344df224d93:45237 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:18:34,109 INFO [RS:0;b344df224d93:45237 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C45237%2C1731572312424, suffix=, logDir=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424, archiveDir=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/oldWALs, maxLogs=10 2024-11-14T08:18:34,128 DEBUG [RS:0;b344df224d93:45237 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109, exclude list is [], retry=0 2024-11-14T08:18:34,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33083,DS-87668cf3-585f-43b8-89a1-a4d413fffac8,DISK] 2024-11-14T08:18:34,141 INFO [RS:0;b344df224d93:45237 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 2024-11-14T08:18:34,149 DEBUG [RS:0;b344df224d93:45237 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44599:44599)] 2024-11-14T08:18:34,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:34,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:18:34,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:18:34,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:34,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:34,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:18:34,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:18:34,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:34,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:34,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:18:34,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:18:34,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:34,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:34,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:18:34,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:18:34,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:34,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:34,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:18:34,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740 2024-11-14T08:18:34,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740 2024-11-14T08:18:34,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:18:34,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:18:34,280 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:18:34,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:18:34,286 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:18:34,287 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62646103, jitterRate=-0.06650032103061676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:18:34,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572314263Initializing all the Stores at 1731572314264 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572314264Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572314264Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572314264Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572314264Cleaning up temporary data from old regions at 1731572314280 (+16 ms)Region opened successfully at 1731572314287 (+7 ms) 2024-11-14T08:18:34,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:18:34,288 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:18:34,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:18:34,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:18:34,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:18:34,288 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:18:34,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572314288Disabling compacts and flushes for region at 1731572314288Disabling writes for close at 1731572314288Writing region close event to WAL at 1731572314288Closed at 1731572314288 2024-11-14T08:18:34,290 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:18:34,290 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:18:34,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:18:34,303 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:18:34,304 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:18:34,455 DEBUG [b344df224d93:43181 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:18:34,455 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,45237,1731572312424 2024-11-14T08:18:34,457 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,45237,1731572312424, state=OPENING 2024-11-14T08:18:34,503 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:18:34,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058 2024-11-14T08:18:34,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45237-0x101386c9a2a0001, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058 2024-11-14T08:18:34,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1100347058/meta-region-server: CHANGED 2024-11-14T08:18:34,541 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:18:34,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,45237,1731572312424}] 2024-11-14T08:18:34,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1100347058/meta-region-server: CHANGED 2024-11-14T08:18:34,696 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:18:34,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:18:34,710 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:18:34,711 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:18:34,711 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:18:34,713 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C45237%2C1731572312424.meta, suffix=.meta, logDir=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424, archiveDir=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/oldWALs, maxLogs=10 2024-11-14T08:18:34,734 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.meta.1731572314713.meta, exclude list is [], retry=0 2024-11-14T08:18:34,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33083,DS-87668cf3-585f-43b8-89a1-a4d413fffac8,DISK] 2024-11-14T08:18:34,739 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.meta.1731572314713.meta 2024-11-14T08:18:34,742 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44599:44599)] 2024-11-14T08:18:34,743 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:18:34,743 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:18:34,743 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:18:34,743 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:18:34,743 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:18:34,743 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:18:34,743 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:34,744 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:18:34,744 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:18:34,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:18:34,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:18:34,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:34,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:34,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:18:34,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:18:34,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:34,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:34,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:18:34,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:18:34,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:34,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:34,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:18:34,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:18:34,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:34,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:34,757 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:18:34,758 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740 2024-11-14T08:18:34,759 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740 2024-11-14T08:18:34,764 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:18:34,764 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:18:34,765 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:18:34,773 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:18:34,774 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61533755, jitterRate=-0.08307559788227081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:18:34,774 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:18:34,775 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572314744Writing region info on filesystem at 1731572314744Initializing all the Stores at 1731572314745 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572314745Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572314746 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572314746Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572314746Cleaning up temporary data from old regions at 1731572314764 (+18 ms)Running coprocessor post-open hooks at 1731572314774 (+10 ms)Region opened successfully at 1731572314775 (+1 ms) 2024-11-14T08:18:34,776 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572314696 2024-11-14T08:18:34,780 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:18:34,780 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:18:34,780 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,45237,1731572312424 2024-11-14T08:18:34,781 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,45237,1731572312424, state=OPEN 2024-11-14T08:18:34,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1100347058/meta-region-server 2024-11-14T08:18:34,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45237-0x101386c9a2a0001, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1100347058/meta-region-server 2024-11-14T08:18:34,808 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,45237,1731572312424 2024-11-14T08:18:34,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1100347058/meta-region-server: CHANGED 2024-11-14T08:18:34,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1100347058/meta-region-server: CHANGED 2024-11-14T08:18:34,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:18:34,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,45237,1731572312424 in 267 msec 2024-11-14T08:18:34,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:18:34,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 523 msec 2024-11-14T08:18:34,822 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:18:34,822 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:18:34,824 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:18:34,824 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,45237,1731572312424, seqNum=-1] 2024-11-14T08:18:34,824 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:18:34,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:18:34,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0430 sec 2024-11-14T08:18:34,835 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572314835, completionTime=-1 2024-11-14T08:18:34,835 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:18:34,835 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:18:34,838 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:18:34,838 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572374838 2024-11-14T08:18:34,838 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572434838 2024-11-14T08:18:34,838 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T08:18:34,838 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,43181,1731572312153-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:34,838 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,43181,1731572312153-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:34,838 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,43181,1731572312153-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:34,839 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:43181, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:34,839 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:34,841 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:18:34,848 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:34,853 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.318sec 2024-11-14T08:18:34,853 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:18:34,853 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:18:34,853 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:18:34,853 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:18:34,853 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:18:34,853 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,43181,1731572312153-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:18:34,853 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,43181,1731572312153-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:18:34,874 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:18:34,874 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:18:34,874 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,43181,1731572312153-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:34,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb6843d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:34,888 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,43181,-1 for getting cluster id 2024-11-14T08:18:34,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:18:34,909 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01a683ef-ce2a-4a5b-a5cd-f2f8b92c3a9d' 2024-11-14T08:18:34,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:18:34,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01a683ef-ce2a-4a5b-a5cd-f2f8b92c3a9d" 2024-11-14T08:18:34,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c4fb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:34,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,43181,-1] 2024-11-14T08:18:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:18:34,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:34,912 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:18:34,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c787fbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:34,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:18:34,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,45237,1731572312424, seqNum=-1] 2024-11-14T08:18:34,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:18:34,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:18:34,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,43181,1731572312153 2024-11-14T08:18:34,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60943 2024-11-14T08:18:34,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:18:34,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101386c9a2a0002 connected 2024-11-14T08:18:34,945 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T08:18:34,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/hadoop.log.dir so I do NOT create it in target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee 2024-11-14T08:18:34,952 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T08:18:34,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/hadoop.tmp.dir so I do NOT create it in target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee 2024-11-14T08:18:34,952 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T08:18:34,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee 2024-11-14T08:18:34,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:18:34,952 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/cluster_bae12366-7a36-83c1-81d5-52e74fba8e88, deleteOnExit=true 2024-11-14T08:18:34,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:18:34,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/test.cache.data in system properties and HBase conf 2024-11-14T08:18:34,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:18:34,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:18:34,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:18:34,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:18:34,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:18:34,953 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:18:34,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:18:34,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:18:34,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:18:34,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:18:34,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:18:34,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:18:34,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:18:34,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:18:34,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:18:34,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:18:34,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:18:34,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:18:34,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:18:34,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:18:35,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:18:35,380 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:18:35,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:18:35,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:18:35,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T08:18:35,405 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:18:35,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@376d27c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:18:35,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42488ebd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:18:35,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59d70797{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/java.io.tmpdir/jetty-localhost-46749-hadoop-hdfs-3_4_1-tests_jar-_-any-1519582628655676261/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:18:35,575 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68d2877b{HTTP/1.1, (http/1.1)}{localhost:46749} 2024-11-14T08:18:35,575 INFO [Time-limited test {}] server.Server(415): Started @57110ms 2024-11-14T08:18:36,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:18:36,022 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:18:36,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:18:36,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:18:36,028 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:18:36,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c5a3ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:18:36,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b14637a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:18:36,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f41f938{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/java.io.tmpdir/jetty-localhost-43467-hadoop-hdfs-3_4_1-tests_jar-_-any-12802622139161099120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:18:36,154 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1070ae98{HTTP/1.1, (http/1.1)}{localhost:43467} 2024-11-14T08:18:36,154 INFO [Time-limited test {}] server.Server(415): Started @57690ms 2024-11-14T08:18:36,156 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:18:36,894 WARN [Thread-942 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/cluster_bae12366-7a36-83c1-81d5-52e74fba8e88/data/data1/current/BP-237229445-172.17.0.3-1731572315002/current, will proceed with Du for space computation calculation, 2024-11-14T08:18:36,900 WARN [Thread-943 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/cluster_bae12366-7a36-83c1-81d5-52e74fba8e88/data/data2/current/BP-237229445-172.17.0.3-1731572315002/current, will proceed with Du for space computation calculation, 2024-11-14T08:18:36,941 WARN [Thread-930 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:18:36,947 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea2ed1e1c8df13e7 with lease ID 0x782391e568f5ed6f: Processing first storage report for DS-b1916013-5f7a-44a8-bcec-5d0cf1e8a487 from datanode DatanodeRegistration(127.0.0.1:45207, datanodeUuid=c1e8fbb8-d037-44b7-b288-20c935d97281, infoPort=44907, infoSecurePort=0, ipcPort=33375, storageInfo=lv=-57;cid=testClusterID;nsid=231457438;c=1731572315002) 2024-11-14T08:18:36,947 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea2ed1e1c8df13e7 with lease ID 0x782391e568f5ed6f: from storage DS-b1916013-5f7a-44a8-bcec-5d0cf1e8a487 node DatanodeRegistration(127.0.0.1:45207, datanodeUuid=c1e8fbb8-d037-44b7-b288-20c935d97281, infoPort=44907, infoSecurePort=0, ipcPort=33375, storageInfo=lv=-57;cid=testClusterID;nsid=231457438;c=1731572315002), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:18:36,947 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea2ed1e1c8df13e7 with lease ID 0x782391e568f5ed6f: Processing first storage report for DS-38397efc-9717-47a1-9b92-c4b2ee60e5df from datanode DatanodeRegistration(127.0.0.1:45207, datanodeUuid=c1e8fbb8-d037-44b7-b288-20c935d97281, infoPort=44907, infoSecurePort=0, ipcPort=33375, storageInfo=lv=-57;cid=testClusterID;nsid=231457438;c=1731572315002) 2024-11-14T08:18:36,947 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea2ed1e1c8df13e7 with lease ID 0x782391e568f5ed6f: from storage DS-38397efc-9717-47a1-9b92-c4b2ee60e5df node DatanodeRegistration(127.0.0.1:45207, datanodeUuid=c1e8fbb8-d037-44b7-b288-20c935d97281, infoPort=44907, infoSecurePort=0, ipcPort=33375, storageInfo=lv=-57;cid=testClusterID;nsid=231457438;c=1731572315002), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:18:37,021 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee 2024-11-14T08:18:37,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:37,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:37,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:18:37,450 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62 with version=8 2024-11-14T08:18:37,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/hbase-staging 2024-11-14T08:18:37,453 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:18:37,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:37,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:37,453 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:18:37,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:37,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:18:37,454 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:18:37,454 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:18:37,456 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46599 2024-11-14T08:18:37,458 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46599 connecting to ZooKeeper ensemble=127.0.0.1:60943 2024-11-14T08:18:37,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465990x0, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:18:37,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46599-0x101386c9a2a0003 connected 2024-11-14T08:18:37,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:37,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:37,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Set watcher on znode that does not yet exist, /1308237398/running 2024-11-14T08:18:37,581 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62, hbase.cluster.distributed=false 2024-11-14T08:18:37,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Set watcher on znode that does not yet exist, /1308237398/acl 2024-11-14T08:18:37,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46599 2024-11-14T08:18:37,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46599 2024-11-14T08:18:37,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46599 2024-11-14T08:18:37,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46599 2024-11-14T08:18:37,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46599 2024-11-14T08:18:37,614 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:18:37,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:37,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:37,614 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:18:37,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:18:37,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:18:37,614 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:18:37,614 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:18:37,616 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40199 2024-11-14T08:18:37,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40199 connecting to ZooKeeper ensemble=127.0.0.1:60943 2024-11-14T08:18:37,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:37,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:37,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401990x0, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:18:37,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401990x0, quorum=127.0.0.1:60943, baseZNode=/1308237398 Set watcher on znode that does not yet exist, /1308237398/running 2024-11-14T08:18:37,638 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:18:37,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40199-0x101386c9a2a0004 connected 2024-11-14T08:18:37,643 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:18:37,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40199-0x101386c9a2a0004, quorum=127.0.0.1:60943, baseZNode=/1308237398 Set watcher on znode that does not yet exist, /1308237398/master 2024-11-14T08:18:37,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40199-0x101386c9a2a0004, quorum=127.0.0.1:60943, baseZNode=/1308237398 Set watcher on znode that does not yet exist, /1308237398/acl 2024-11-14T08:18:37,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40199 2024-11-14T08:18:37,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40199 2024-11-14T08:18:37,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40199 2024-11-14T08:18:37,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40199 2024-11-14T08:18:37,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40199 2024-11-14T08:18:37,691 DEBUG [M:0;b344df224d93:46599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:46599 2024-11-14T08:18:37,691 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1308237398/backup-masters/b344df224d93,46599,1731572317453 2024-11-14T08:18:37,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308237398/backup-masters 2024-11-14T08:18:37,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101386c9a2a0004, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308237398/backup-masters 2024-11-14T08:18:37,703 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Set watcher on existing znode=/1308237398/backup-masters/b344df224d93,46599,1731572317453 2024-11-14T08:18:37,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308237398 2024-11-14T08:18:37,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101386c9a2a0004, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1308237398/master 2024-11-14T08:18:37,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101386c9a2a0004, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308237398 2024-11-14T08:18:37,715 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Set watcher on existing znode=/1308237398/master 2024-11-14T08:18:37,718 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1308237398/backup-masters/b344df224d93,46599,1731572317453 from backup master directory 2024-11-14T08:18:37,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101386c9a2a0004, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308237398/backup-masters 2024-11-14T08:18:37,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1308237398/backup-masters/b344df224d93,46599,1731572317453 2024-11-14T08:18:37,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308237398/backup-masters 2024-11-14T08:18:37,724 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:18:37,724 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,46599,1731572317453 2024-11-14T08:18:37,735 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/hbase.id] with ID: 564502d3-f266-4142-add2-2e25f16e5ca3 2024-11-14T08:18:37,735 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/.tmp/hbase.id 2024-11-14T08:18:37,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:18:38,164 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/.tmp/hbase.id]:[hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/hbase.id] 2024-11-14T08:18:38,179 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:38,179 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:18:38,183 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-14T08:18:38,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101386c9a2a0004, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308237398 2024-11-14T08:18:38,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308237398 2024-11-14T08:18:38,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:18:38,675 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:18:38,676 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:18:38,677 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:18:38,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:18:38,698 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/data/master/store 2024-11-14T08:18:38,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:18:39,132 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:39,132 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:18:39,132 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:39,132 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:39,132 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:18:39,132 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:39,132 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:18:39,132 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572319132Disabling compacts and flushes for region at 1731572319132Disabling writes for close at 1731572319132Writing region close event to WAL at 1731572319132Closed at 1731572319132 2024-11-14T08:18:39,137 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/data/master/store/.initializing 2024-11-14T08:18:39,137 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/WALs/b344df224d93,46599,1731572317453 2024-11-14T08:18:39,144 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:18:39,147 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C46599%2C1731572317453, suffix=, logDir=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/WALs/b344df224d93,46599,1731572317453, archiveDir=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/oldWALs, maxLogs=10 2024-11-14T08:18:39,171 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/WALs/b344df224d93,46599,1731572317453/b344df224d93%2C46599%2C1731572317453.1731572319147, exclude list is [], retry=0 2024-11-14T08:18:39,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45207,DS-b1916013-5f7a-44a8-bcec-5d0cf1e8a487,DISK] 2024-11-14T08:18:39,177 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/WALs/b344df224d93,46599,1731572317453/b344df224d93%2C46599%2C1731572317453.1731572319147 2024-11-14T08:18:39,180 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44907:44907)] 2024-11-14T08:18:39,180 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:18:39,180 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:39,180 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:39,180 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:39,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:39,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:18:39,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:39,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:39,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:39,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:18:39,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:39,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:39,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:39,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:18:39,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:39,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:39,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:39,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:18:39,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:39,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:39,219 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:39,220 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:39,221 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:39,223 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:39,223 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:39,223 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:18:39,225 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:18:39,233 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:18:39,233 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60400477, jitterRate=-0.0999627560377121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:18:39,234 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572319181Initializing all the Stores at 1731572319181Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572319181Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572319182 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572319182Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572319182Cleaning up temporary data from old regions at 1731572319223 (+41 ms)Region opened successfully at 1731572319234 (+11 ms) 2024-11-14T08:18:39,243 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:18:39,247 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17aa1712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:18:39,248 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:18:39,248 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:18:39,249 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:18:39,249 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:18:39,255 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-14T08:18:39,255 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T08:18:39,255 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:18:39,274 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:18:39,275 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Unable to get data of znode /1308237398/balancer because node does not exist (not necessarily an error) 2024-11-14T08:18:39,387 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1308237398/balancer already deleted, retry=false 2024-11-14T08:18:39,387 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:18:39,388 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Unable to get data of znode /1308237398/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:18:39,397 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1308237398/normalizer already deleted, retry=false 2024-11-14T08:18:39,398 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:18:39,399 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Unable to get data of znode /1308237398/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:18:39,408 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1308237398/switch/split already deleted, retry=false 2024-11-14T08:18:39,409 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Unable to get data of znode /1308237398/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:18:39,418 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1308237398/switch/merge already deleted, retry=false 2024-11-14T08:18:39,422 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Unable to get data of znode /1308237398/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:18:39,429 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1308237398/snapshot-cleanup already deleted, retry=false 2024-11-14T08:18:39,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1308237398/running 2024-11-14T08:18:39,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308237398 2024-11-14T08:18:39,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101386c9a2a0004, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1308237398/running 2024-11-14T08:18:39,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101386c9a2a0004, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308237398 2024-11-14T08:18:39,440 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,46599,1731572317453, sessionid=0x101386c9a2a0003, setting cluster-up flag (Was=false) 2024-11-14T08:18:39,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101386c9a2a0004, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308237398 2024-11-14T08:18:39,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308237398 2024-11-14T08:18:39,492 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1308237398/flush-table-proc/acquired, /1308237398/flush-table-proc/reached, /1308237398/flush-table-proc/abort 2024-11-14T08:18:39,493 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,46599,1731572317453 2024-11-14T08:18:39,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308237398 2024-11-14T08:18:39,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101386c9a2a0004, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308237398 2024-11-14T08:18:39,545 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1308237398/online-snapshot/acquired, /1308237398/online-snapshot/reached, /1308237398/online-snapshot/abort 2024-11-14T08:18:39,546 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,46599,1731572317453 2024-11-14T08:18:39,547 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:18:39,548 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:18:39,549 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:18:39,549 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:18:39,549 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,46599,1731572317453 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:18:39,550 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:18:39,550 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:18:39,550 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:18:39,550 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:18:39,550 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:18:39,550 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:39,550 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:18:39,550 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:39,558 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:18:39,558 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:18:39,568 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572349568 2024-11-14T08:18:39,568 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:18:39,568 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:18:39,568 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:18:39,568 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:18:39,569 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:18:39,569 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:18:39,575 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:39,575 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:18:39,580 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:39,582 INFO [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(746): ClusterId : 564502d3-f266-4142-add2-2e25f16e5ca3 2024-11-14T08:18:39,582 DEBUG [RS:0;b344df224d93:40199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:18:39,584 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:18:39,584 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:18:39,584 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:18:39,585 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:18:39,595 DEBUG [RS:0;b344df224d93:40199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:18:39,595 DEBUG [RS:0;b344df224d93:40199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:18:39,596 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:18:39,596 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:18:39,611 DEBUG [RS:0;b344df224d93:40199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:18:39,611 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572319596,5,FailOnTimeoutGroup] 2024-11-14T08:18:39,611 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572319611,5,FailOnTimeoutGroup] 2024-11-14T08:18:39,611 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:39,611 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:18:39,611 DEBUG [RS:0;b344df224d93:40199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a823e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:18:39,611 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:39,611 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:39,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:18:39,628 DEBUG [RS:0;b344df224d93:40199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:40199 2024-11-14T08:18:39,628 INFO [RS:0;b344df224d93:40199 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:18:39,628 INFO [RS:0;b344df224d93:40199 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:18:39,628 DEBUG [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:18:39,629 INFO [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,46599,1731572317453 with port=40199, startcode=1731572317613 2024-11-14T08:18:39,629 DEBUG [RS:0;b344df224d93:40199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:18:39,636 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:18:39,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46599 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,40199,1731572317613 2024-11-14T08:18:39,637 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46599 {}] master.ServerManager(517): Registering regionserver=b344df224d93,40199,1731572317613 2024-11-14T08:18:39,638 DEBUG [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62 2024-11-14T08:18:39,638 DEBUG [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37121 2024-11-14T08:18:39,638 DEBUG [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:18:39,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308237398/rs 2024-11-14T08:18:39,702 DEBUG [RS:0;b344df224d93:40199 {}] zookeeper.ZKUtil(111): regionserver:40199-0x101386c9a2a0004, quorum=127.0.0.1:60943, baseZNode=/1308237398 Set watcher on existing znode=/1308237398/rs/b344df224d93,40199,1731572317613 2024-11-14T08:18:39,702 WARN [RS:0;b344df224d93:40199 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:18:39,702 INFO [RS:0;b344df224d93:40199 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:18:39,702 DEBUG [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/WALs/b344df224d93,40199,1731572317613 2024-11-14T08:18:39,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,40199,1731572317613] 2024-11-14T08:18:39,709 INFO [RS:0;b344df224d93:40199 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:18:39,712 INFO [RS:0;b344df224d93:40199 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:18:39,720 INFO [RS:0;b344df224d93:40199 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:18:39,720 INFO [RS:0;b344df224d93:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:39,724 INFO [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:18:39,725 INFO [RS:0;b344df224d93:40199 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:18:39,725 INFO [RS:0;b344df224d93:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:39,725 DEBUG [RS:0;b344df224d93:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:39,725 DEBUG [RS:0;b344df224d93:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:39,725 DEBUG [RS:0;b344df224d93:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:39,725 DEBUG [RS:0;b344df224d93:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:39,725 DEBUG [RS:0;b344df224d93:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:39,725 DEBUG [RS:0;b344df224d93:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:18:39,725 DEBUG [RS:0;b344df224d93:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:39,725 DEBUG [RS:0;b344df224d93:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:39,725 DEBUG [RS:0;b344df224d93:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:39,725 DEBUG [RS:0;b344df224d93:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:39,725 DEBUG [RS:0;b344df224d93:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:39,725 DEBUG [RS:0;b344df224d93:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:18:39,725 DEBUG [RS:0;b344df224d93:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:18:39,725 DEBUG [RS:0;b344df224d93:40199 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:18:39,732 INFO [RS:0;b344df224d93:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:39,732 INFO [RS:0;b344df224d93:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:39,732 INFO [RS:0;b344df224d93:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:39,732 INFO [RS:0;b344df224d93:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:39,732 INFO [RS:0;b344df224d93:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:39,732 INFO [RS:0;b344df224d93:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40199,1731572317613-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:18:39,756 INFO [RS:0;b344df224d93:40199 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:18:39,756 INFO [RS:0;b344df224d93:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40199,1731572317613-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:39,757 INFO [RS:0;b344df224d93:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:39,757 INFO [RS:0;b344df224d93:40199 {}] regionserver.Replication(171): b344df224d93,40199,1731572317613 started 2024-11-14T08:18:39,777 INFO [RS:0;b344df224d93:40199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:39,777 INFO [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,40199,1731572317613, RpcServer on b344df224d93/172.17.0.3:40199, sessionid=0x101386c9a2a0004 2024-11-14T08:18:39,777 DEBUG [RS:0;b344df224d93:40199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:18:39,777 DEBUG [RS:0;b344df224d93:40199 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,40199,1731572317613 2024-11-14T08:18:39,777 DEBUG [RS:0;b344df224d93:40199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,40199,1731572317613' 2024-11-14T08:18:39,777 DEBUG [RS:0;b344df224d93:40199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1308237398/flush-table-proc/abort' 2024-11-14T08:18:39,778 DEBUG [RS:0;b344df224d93:40199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1308237398/flush-table-proc/acquired' 2024-11-14T08:18:39,778 DEBUG [RS:0;b344df224d93:40199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:18:39,778 DEBUG [RS:0;b344df224d93:40199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:18:39,778 DEBUG [RS:0;b344df224d93:40199 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,40199,1731572317613 2024-11-14T08:18:39,778 DEBUG [RS:0;b344df224d93:40199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,40199,1731572317613' 2024-11-14T08:18:39,778 DEBUG [RS:0;b344df224d93:40199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1308237398/online-snapshot/abort' 2024-11-14T08:18:39,779 DEBUG [RS:0;b344df224d93:40199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1308237398/online-snapshot/acquired' 2024-11-14T08:18:39,779 DEBUG [RS:0;b344df224d93:40199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:18:39,779 INFO [RS:0;b344df224d93:40199 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:18:39,779 INFO [RS:0;b344df224d93:40199 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:18:39,880 INFO [RS:0;b344df224d93:40199 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:18:39,881 INFO [RS:0;b344df224d93:40199 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C40199%2C1731572317613, suffix=, logDir=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/WALs/b344df224d93,40199,1731572317613, archiveDir=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/oldWALs, maxLogs=10 2024-11-14T08:18:39,956 DEBUG [RS:0;b344df224d93:40199 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/WALs/b344df224d93,40199,1731572317613/b344df224d93%2C40199%2C1731572317613.1731572319882, exclude list is [], retry=0 2024-11-14T08:18:39,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45207,DS-b1916013-5f7a-44a8-bcec-5d0cf1e8a487,DISK] 2024-11-14T08:18:39,966 INFO [RS:0;b344df224d93:40199 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/WALs/b344df224d93,40199,1731572317613/b344df224d93%2C40199%2C1731572317613.1731572319882 2024-11-14T08:18:39,967 DEBUG [RS:0;b344df224d93:40199 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44907:44907)] 2024-11-14T08:18:40,014 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:18:40,014 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62 2024-11-14T08:18:40,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741833_1009 (size=32) 2024-11-14T08:18:40,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:40,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:18:40,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:18:40,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:40,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:40,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:18:40,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:18:40,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:40,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:40,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:18:40,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:18:40,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:40,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:40,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:18:40,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:18:40,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:40,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:40,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:18:40,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740 2024-11-14T08:18:40,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740 2024-11-14T08:18:40,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:18:40,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:18:40,093 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:18:40,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:18:40,104 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:18:40,110 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72964187, jitterRate=0.08725111186504364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:18:40,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572320061Initializing all the Stores at 1731572320062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572320062Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572320064 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572320064Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572320064Cleaning up temporary data from old regions at 1731572320092 (+28 ms)Region opened successfully at 1731572320110 (+18 ms) 2024-11-14T08:18:40,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:18:40,110 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:18:40,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:18:40,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:18:40,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:18:40,112 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:18:40,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572320110Disabling compacts and flushes for region at 1731572320110Disabling writes for close at 1731572320110Writing region close event to WAL at 1731572320112 (+2 ms)Closed at 1731572320112 2024-11-14T08:18:40,114 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:18:40,114 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:18:40,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:18:40,118 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:18:40,122 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:18:40,246 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:18:40,273 DEBUG [b344df224d93:46599 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:18:40,273 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,40199,1731572317613 2024-11-14T08:18:40,275 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,40199,1731572317613, state=OPENING 2024-11-14T08:18:40,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:40,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:40,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:40,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:40,303 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T08:18:40,355 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:18:40,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101386c9a2a0004, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308237398 2024-11-14T08:18:40,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308237398 2024-11-14T08:18:40,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1308237398/meta-region-server: CHANGED 2024-11-14T08:18:40,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1308237398/meta-region-server: CHANGED 2024-11-14T08:18:40,366 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:18:40,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,40199,1731572317613}] 2024-11-14T08:18:40,520 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:18:40,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:18:40,526 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:18:40,526 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:18:40,526 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:18:40,527 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C40199%2C1731572317613.meta, suffix=.meta, logDir=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/WALs/b344df224d93,40199,1731572317613, archiveDir=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/oldWALs, maxLogs=10 2024-11-14T08:18:40,546 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/WALs/b344df224d93,40199,1731572317613/b344df224d93%2C40199%2C1731572317613.meta.1731572320528.meta, exclude list is [], retry=0 2024-11-14T08:18:40,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45207,DS-b1916013-5f7a-44a8-bcec-5d0cf1e8a487,DISK] 2024-11-14T08:18:40,550 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/WALs/b344df224d93,40199,1731572317613/b344df224d93%2C40199%2C1731572317613.meta.1731572320528.meta 2024-11-14T08:18:40,551 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44907:44907)] 2024-11-14T08:18:40,551 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:18:40,551 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:18:40,551 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:18:40,551 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:18:40,551 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:18:40,551 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:18:40,552 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:40,552 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:18:40,552 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:18:40,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:18:40,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:18:40,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:40,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:40,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:18:40,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:18:40,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:40,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:40,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:18:40,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:18:40,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:40,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:40,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:18:40,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:18:40,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:40,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:18:40,559 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:18:40,559 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740 2024-11-14T08:18:40,560 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740 2024-11-14T08:18:40,561 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:18:40,561 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:18:40,562 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:18:40,563 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:18:40,564 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72241178, jitterRate=0.07647743821144104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:18:40,564 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:18:40,564 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572320552Writing region info on filesystem at 1731572320552Initializing all the Stores at 1731572320553 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572320553Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572320553Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572320553Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572320553Cleaning up temporary data from old regions at 1731572320561 (+8 ms)Running coprocessor post-open hooks at 1731572320564 (+3 ms)Region opened successfully at 1731572320564 2024-11-14T08:18:40,565 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572320519 2024-11-14T08:18:40,567 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:18:40,567 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:18:40,568 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,40199,1731572317613 2024-11-14T08:18:40,569 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,40199,1731572317613, state=OPEN 2024-11-14T08:18:40,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101386c9a2a0004, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1308237398/meta-region-server 2024-11-14T08:18:40,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1308237398/meta-region-server 2024-11-14T08:18:40,576 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,40199,1731572317613 2024-11-14T08:18:40,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1308237398/meta-region-server: CHANGED 2024-11-14T08:18:40,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1308237398/meta-region-server: CHANGED 2024-11-14T08:18:40,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:18:40,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,40199,1731572317613 in 210 msec 2024-11-14T08:18:40,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:18:40,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 464 msec 2024-11-14T08:18:40,583 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:18:40,583 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:18:40,584 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:18:40,584 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,40199,1731572317613, seqNum=-1] 2024-11-14T08:18:40,585 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:18:40,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:18:40,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0430 sec 2024-11-14T08:18:40,592 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572320592, completionTime=-1 2024-11-14T08:18:40,592 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:18:40,592 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:18:40,594 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:18:40,594 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572380594 2024-11-14T08:18:40,594 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572440594 2024-11-14T08:18:40,594 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T08:18:40,594 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46599,1731572317453-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:40,594 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46599,1731572317453-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:40,594 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46599,1731572317453-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:40,594 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:46599, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:40,594 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:40,595 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:40,596 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:18:40,598 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.874sec 2024-11-14T08:18:40,598 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:18:40,598 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:18:40,599 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:18:40,599 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:18:40,599 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:18:40,599 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46599,1731572317453-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:18:40,599 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46599,1731572317453-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:18:40,601 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:18:40,601 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:18:40,601 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46599,1731572317453-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:18:40,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af59158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:40,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,46599,-1 for getting cluster id 2024-11-14T08:18:40,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:18:40,684 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '564502d3-f266-4142-add2-2e25f16e5ca3' 2024-11-14T08:18:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:18:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "564502d3-f266-4142-add2-2e25f16e5ca3" 2024-11-14T08:18:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33678639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,46599,-1] 2024-11-14T08:18:40,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:18:40,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:40,686 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:18:40,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6335c7c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:40,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:18:40,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,40199,1731572317613, seqNum=-1] 2024-11-14T08:18:40,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:18:40,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:18:40,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,46599,1731572317453 2024-11-14T08:18:40,692 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60943 2024-11-14T08:18:40,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:18:40,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101386c9a2a0005 connected 2024-11-14T08:18:40,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:18:40,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,43181,1731572312153 2024-11-14T08:18:40,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@761b5339 2024-11-14T08:18:40,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:18:40,721 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:18:40,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:18:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T08:18:40,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:18:40,731 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:40,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T08:18:40,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:18:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:18:40,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741835_1011 (size=902) 2024-11-14T08:18:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:18:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:18:41,140 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b6e571e27aa57694b5450d3a8fe3f6d3, NAME => 'test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c 2024-11-14T08:18:41,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741836_1012 (size=39) 2024-11-14T08:18:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:18:41,546 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:41,546 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b6e571e27aa57694b5450d3a8fe3f6d3, disabling compactions & flushes 2024-11-14T08:18:41,546 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3. 2024-11-14T08:18:41,546 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3. 2024-11-14T08:18:41,546 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3. after waiting 0 ms 2024-11-14T08:18:41,546 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3. 2024-11-14T08:18:41,546 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3. 2024-11-14T08:18:41,546 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b6e571e27aa57694b5450d3a8fe3f6d3: Waiting for close lock at 1731572321546Disabling compacts and flushes for region at 1731572321546Disabling writes for close at 1731572321546Writing region close event to WAL at 1731572321546Closed at 1731572321546 2024-11-14T08:18:41,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:18:41,548 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731572321548"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572321548"}]},"ts":"1731572321548"} 2024-11-14T08:18:41,550 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:18:41,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:18:41,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572321551"}]},"ts":"1731572321551"} 2024-11-14T08:18:41,554 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T08:18:41,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b6e571e27aa57694b5450d3a8fe3f6d3, ASSIGN}] 2024-11-14T08:18:41,555 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b6e571e27aa57694b5450d3a8fe3f6d3, ASSIGN 2024-11-14T08:18:41,556 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b6e571e27aa57694b5450d3a8fe3f6d3, ASSIGN; state=OFFLINE, location=b344df224d93,45237,1731572312424; forceNewPlan=false, retain=false 2024-11-14T08:18:41,707 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b6e571e27aa57694b5450d3a8fe3f6d3, regionState=OPENING, regionLocation=b344df224d93,45237,1731572312424 2024-11-14T08:18:41,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b6e571e27aa57694b5450d3a8fe3f6d3, ASSIGN because future has completed 2024-11-14T08:18:41,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6e571e27aa57694b5450d3a8fe3f6d3, server=b344df224d93,45237,1731572312424}] 2024-11-14T08:18:41,867 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3. 2024-11-14T08:18:41,867 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b6e571e27aa57694b5450d3a8fe3f6d3, NAME => 'test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:18:41,868 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:18:41,868 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T08:18:41,868 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b6e571e27aa57694b5450d3a8fe3f6d3 2024-11-14T08:18:41,868 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:41,868 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b6e571e27aa57694b5450d3a8fe3f6d3 2024-11-14T08:18:41,868 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b6e571e27aa57694b5450d3a8fe3f6d3 2024-11-14T08:18:41,870 INFO [StoreOpener-b6e571e27aa57694b5450d3a8fe3f6d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b6e571e27aa57694b5450d3a8fe3f6d3 2024-11-14T08:18:41,872 INFO [StoreOpener-b6e571e27aa57694b5450d3a8fe3f6d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6e571e27aa57694b5450d3a8fe3f6d3 columnFamilyName f 2024-11-14T08:18:41,872 DEBUG [StoreOpener-b6e571e27aa57694b5450d3a8fe3f6d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:41,873 INFO [StoreOpener-b6e571e27aa57694b5450d3a8fe3f6d3-1 {}] regionserver.HStore(327): Store=b6e571e27aa57694b5450d3a8fe3f6d3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:41,873 INFO [StoreOpener-b6e571e27aa57694b5450d3a8fe3f6d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b6e571e27aa57694b5450d3a8fe3f6d3 2024-11-14T08:18:41,875 INFO [StoreOpener-b6e571e27aa57694b5450d3a8fe3f6d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6e571e27aa57694b5450d3a8fe3f6d3 columnFamilyName f1 2024-11-14T08:18:41,875 DEBUG [StoreOpener-b6e571e27aa57694b5450d3a8fe3f6d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:18:41,876 INFO [StoreOpener-b6e571e27aa57694b5450d3a8fe3f6d3-1 {}] regionserver.HStore(327): Store=b6e571e27aa57694b5450d3a8fe3f6d3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:41,876 INFO [StoreOpener-b6e571e27aa57694b5450d3a8fe3f6d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b6e571e27aa57694b5450d3a8fe3f6d3 2024-11-14T08:18:41,877 INFO [StoreOpener-b6e571e27aa57694b5450d3a8fe3f6d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6e571e27aa57694b5450d3a8fe3f6d3 columnFamilyName norep 2024-11-14T08:18:41,877 DEBUG [StoreOpener-b6e571e27aa57694b5450d3a8fe3f6d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:41,878 INFO [StoreOpener-b6e571e27aa57694b5450d3a8fe3f6d3-1 {}] regionserver.HStore(327): Store=b6e571e27aa57694b5450d3a8fe3f6d3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:41,878 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b6e571e27aa57694b5450d3a8fe3f6d3 2024-11-14T08:18:41,879 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/default/test/b6e571e27aa57694b5450d3a8fe3f6d3 2024-11-14T08:18:41,879 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/default/test/b6e571e27aa57694b5450d3a8fe3f6d3 2024-11-14T08:18:41,880 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b6e571e27aa57694b5450d3a8fe3f6d3 2024-11-14T08:18:41,880 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b6e571e27aa57694b5450d3a8fe3f6d3 2024-11-14T08:18:41,881 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:18:41,882 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b6e571e27aa57694b5450d3a8fe3f6d3 2024-11-14T08:18:41,884 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/default/test/b6e571e27aa57694b5450d3a8fe3f6d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:18:41,885 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b6e571e27aa57694b5450d3a8fe3f6d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63138790, jitterRate=-0.05915871262550354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:18:41,885 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6e571e27aa57694b5450d3a8fe3f6d3 2024-11-14T08:18:41,886 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b6e571e27aa57694b5450d3a8fe3f6d3: Running coprocessor pre-open hook at 1731572321868Writing region info on filesystem at 1731572321868Initializing all the Stores at 1731572321870 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572321870Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572321870Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572321870Cleaning up temporary data from old regions at 1731572321880 (+10 ms)Running coprocessor post-open hooks at 1731572321885 (+5 ms)Region opened successfully at 1731572321886 (+1 ms) 2024-11-14T08:18:41,888 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3., pid=6, masterSystemTime=1731572321862 2024-11-14T08:18:41,891 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3. 2024-11-14T08:18:41,891 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3. 2024-11-14T08:18:41,892 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b6e571e27aa57694b5450d3a8fe3f6d3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b344df224d93,45237,1731572312424 2024-11-14T08:18:41,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6e571e27aa57694b5450d3a8fe3f6d3, server=b344df224d93,45237,1731572312424 because future has completed 2024-11-14T08:18:41,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T08:18:41,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b6e571e27aa57694b5450d3a8fe3f6d3, server=b344df224d93,45237,1731572312424 in 188 msec 2024-11-14T08:18:41,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T08:18:41,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b6e571e27aa57694b5450d3a8fe3f6d3, ASSIGN in 348 msec 2024-11-14T08:18:41,906 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:18:41,906 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572321906"}]},"ts":"1731572321906"} 2024-11-14T08:18:41,909 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T08:18:41,910 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:18:41,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1830 sec 2024-11-14T08:18:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:18:42,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:18:42,896 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T08:18:42,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,46599,1731572317453 2024-11-14T08:18:42,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2beec045 2024-11-14T08:18:42,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:18:42,898 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:18:42,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:18:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T08:18:42,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:18:42,902 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:42,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T08:18:42,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:18:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:18:42,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741835_1011 (size=902) 2024-11-14T08:18:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:18:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:18:43,310 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81d2c3e47a2cbf616b157075c44d9556, NAME => 'test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62 2024-11-14T08:18:43,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741836_1012 (size=39) 2024-11-14T08:18:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:18:43,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:43,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 81d2c3e47a2cbf616b157075c44d9556, disabling compactions & flushes 2024-11-14T08:18:43,716 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556. 2024-11-14T08:18:43,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556. 2024-11-14T08:18:43,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556. after waiting 0 ms 2024-11-14T08:18:43,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556. 2024-11-14T08:18:43,716 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556. 2024-11-14T08:18:43,716 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81d2c3e47a2cbf616b157075c44d9556: Waiting for close lock at 1731572323716Disabling compacts and flushes for region at 1731572323716Disabling writes for close at 1731572323716Writing region close event to WAL at 1731572323716Closed at 1731572323716 2024-11-14T08:18:43,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:18:43,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731572323717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572323717"}]},"ts":"1731572323717"} 2024-11-14T08:18:43,720 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:18:43,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:18:43,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572323721"}]},"ts":"1731572323721"} 2024-11-14T08:18:43,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T08:18:43,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81d2c3e47a2cbf616b157075c44d9556, ASSIGN}] 2024-11-14T08:18:43,726 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=81d2c3e47a2cbf616b157075c44d9556, ASSIGN 2024-11-14T08:18:43,727 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=81d2c3e47a2cbf616b157075c44d9556, ASSIGN; state=OFFLINE, location=b344df224d93,40199,1731572317613; forceNewPlan=false, retain=false 2024-11-14T08:18:43,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81d2c3e47a2cbf616b157075c44d9556, regionState=OPENING, regionLocation=b344df224d93,40199,1731572317613 2024-11-14T08:18:43,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=81d2c3e47a2cbf616b157075c44d9556, ASSIGN because future has completed 2024-11-14T08:18:43,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81d2c3e47a2cbf616b157075c44d9556, server=b344df224d93,40199,1731572317613}] 2024-11-14T08:18:44,038 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556. 2024-11-14T08:18:44,038 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 81d2c3e47a2cbf616b157075c44d9556, NAME => 'test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:18:44,038 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:18:44,038 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T08:18:44,038 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 81d2c3e47a2cbf616b157075c44d9556 2024-11-14T08:18:44,038 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:44,039 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 81d2c3e47a2cbf616b157075c44d9556 2024-11-14T08:18:44,039 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 81d2c3e47a2cbf616b157075c44d9556 2024-11-14T08:18:44,040 INFO [StoreOpener-81d2c3e47a2cbf616b157075c44d9556-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 81d2c3e47a2cbf616b157075c44d9556 2024-11-14T08:18:44,041 INFO [StoreOpener-81d2c3e47a2cbf616b157075c44d9556-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81d2c3e47a2cbf616b157075c44d9556 columnFamilyName f 2024-11-14T08:18:44,041 DEBUG [StoreOpener-81d2c3e47a2cbf616b157075c44d9556-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:44,041 INFO [StoreOpener-81d2c3e47a2cbf616b157075c44d9556-1 {}] regionserver.HStore(327): Store=81d2c3e47a2cbf616b157075c44d9556/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:44,041 INFO [StoreOpener-81d2c3e47a2cbf616b157075c44d9556-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 81d2c3e47a2cbf616b157075c44d9556 2024-11-14T08:18:44,042 INFO [StoreOpener-81d2c3e47a2cbf616b157075c44d9556-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81d2c3e47a2cbf616b157075c44d9556 columnFamilyName f1 2024-11-14T08:18:44,042 DEBUG [StoreOpener-81d2c3e47a2cbf616b157075c44d9556-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:44,043 INFO [StoreOpener-81d2c3e47a2cbf616b157075c44d9556-1 {}] regionserver.HStore(327): Store=81d2c3e47a2cbf616b157075c44d9556/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:44,043 INFO [StoreOpener-81d2c3e47a2cbf616b157075c44d9556-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 81d2c3e47a2cbf616b157075c44d9556 2024-11-14T08:18:44,044 INFO [StoreOpener-81d2c3e47a2cbf616b157075c44d9556-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81d2c3e47a2cbf616b157075c44d9556 columnFamilyName norep 2024-11-14T08:18:44,044 DEBUG [StoreOpener-81d2c3e47a2cbf616b157075c44d9556-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:44,044 INFO [StoreOpener-81d2c3e47a2cbf616b157075c44d9556-1 {}] regionserver.HStore(327): Store=81d2c3e47a2cbf616b157075c44d9556/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:44,044 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 81d2c3e47a2cbf616b157075c44d9556 2024-11-14T08:18:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:18:44,045 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/default/test/81d2c3e47a2cbf616b157075c44d9556 2024-11-14T08:18:44,045 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/default/test/81d2c3e47a2cbf616b157075c44d9556 2024-11-14T08:18:44,046 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 81d2c3e47a2cbf616b157075c44d9556 2024-11-14T08:18:44,046 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 81d2c3e47a2cbf616b157075c44d9556 2024-11-14T08:18:44,047 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:18:44,048 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 81d2c3e47a2cbf616b157075c44d9556 2024-11-14T08:18:44,049 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/default/test/81d2c3e47a2cbf616b157075c44d9556/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:18:44,050 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 81d2c3e47a2cbf616b157075c44d9556; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70512746, jitterRate=0.05072179436683655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:18:44,050 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81d2c3e47a2cbf616b157075c44d9556 2024-11-14T08:18:44,050 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 81d2c3e47a2cbf616b157075c44d9556: Running coprocessor pre-open hook at 1731572324039Writing region info on filesystem at 1731572324039Initializing all the Stores at 1731572324039Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572324039Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572324039Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572324039Cleaning up temporary data from old regions at 1731572324046 (+7 ms)Running coprocessor post-open hooks at 1731572324050 (+4 ms)Region opened successfully at 1731572324050 2024-11-14T08:18:44,051 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556., pid=6, masterSystemTime=1731572324034 2024-11-14T08:18:44,053 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556. 2024-11-14T08:18:44,053 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556. 2024-11-14T08:18:44,054 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=81d2c3e47a2cbf616b157075c44d9556, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b344df224d93,40199,1731572317613 2024-11-14T08:18:44,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81d2c3e47a2cbf616b157075c44d9556, server=b344df224d93,40199,1731572317613 because future has completed 2024-11-14T08:18:44,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T08:18:44,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 81d2c3e47a2cbf616b157075c44d9556, server=b344df224d93,40199,1731572317613 in 176 msec 2024-11-14T08:18:44,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T08:18:44,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=81d2c3e47a2cbf616b157075c44d9556, ASSIGN in 335 msec 2024-11-14T08:18:44,062 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:18:44,062 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572324062"}]},"ts":"1731572324062"} 2024-11-14T08:18:44,064 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T08:18:44,065 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:18:44,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-14T08:18:44,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T08:18:44,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T08:18:44,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:18:44,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T08:18:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:18:45,055 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T08:18:45,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba0d6e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:45,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,43181,-1 for getting cluster id 2024-11-14T08:18:45,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:18:45,056 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01a683ef-ce2a-4a5b-a5cd-f2f8b92c3a9d' 2024-11-14T08:18:45,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:18:45,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01a683ef-ce2a-4a5b-a5cd-f2f8b92c3a9d" 2024-11-14T08:18:45,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260973fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:45,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,43181,-1] 2024-11-14T08:18:45,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:18:45,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:45,058 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:18:45,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e3a254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:45,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a60bdef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:45,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,46599,-1 for getting cluster id 2024-11-14T08:18:45,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:18:45,059 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '564502d3-f266-4142-add2-2e25f16e5ca3' 2024-11-14T08:18:45,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:18:45,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "564502d3-f266-4142-add2-2e25f16e5ca3" 2024-11-14T08:18:45,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70187900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:45,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,46599,-1] 2024-11-14T08:18:45,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:18:45,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:45,061 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:18:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149032d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:45,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a665b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:45,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,43181,-1 for getting cluster id 2024-11-14T08:18:45,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:18:45,063 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01a683ef-ce2a-4a5b-a5cd-f2f8b92c3a9d' 2024-11-14T08:18:45,063 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:18:45,063 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01a683ef-ce2a-4a5b-a5cd-f2f8b92c3a9d" 2024-11-14T08:18:45,063 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663c8c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:45,063 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,43181,-1] 2024-11-14T08:18:45,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:18:45,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:45,064 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:18:45,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17214761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:45,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:18:45,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,43181,1731572312153 2024-11-14T08:18:45,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a20cf33 2024-11-14T08:18:45,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:18:45,070 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:18:45,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b344df224d93:46599,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-14T08:18:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T08:18:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:18:45,073 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:46599' 2024-11-14T08:18:45,074 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3944e003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:45,074 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,46599,-1 for getting cluster id 2024-11-14T08:18:45,074 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:18:45,074 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '564502d3-f266-4142-add2-2e25f16e5ca3' 2024-11-14T08:18:45,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:18:45,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "564502d3-f266-4142-add2-2e25f16e5ca3" 2024-11-14T08:18:45,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec352b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:45,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,46599,-1] 2024-11-14T08:18:45,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:18:45,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:45,076 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:18:45,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d86d04d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:45,077 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:18:45,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,46599,1731572317453 2024-11-14T08:18:45,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@243f323f 2024-11-14T08:18:45,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:18:45,078 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:18:45,079 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T08:18:45,079 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T08:18:45,079 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:45,079 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:45,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:18:45,079 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:18:45,080 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T08:18:45,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:18:45,082 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:45,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:18:45,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741837_1013 (size=1138) 2024-11-14T08:18:45,131 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T08:18:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:18:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:18:45,490 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8c3b1de7fef0fec376a332570067a6e, NAME => 'hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c 2024-11-14T08:18:45,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741838_1014 (size=44) 2024-11-14T08:18:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:18:45,896 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:45,897 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e8c3b1de7fef0fec376a332570067a6e, disabling compactions & flushes 2024-11-14T08:18:45,897 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e. 2024-11-14T08:18:45,897 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e. 2024-11-14T08:18:45,897 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e. after waiting 0 ms 2024-11-14T08:18:45,897 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e. 2024-11-14T08:18:45,897 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e. 2024-11-14T08:18:45,897 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8c3b1de7fef0fec376a332570067a6e: Waiting for close lock at 1731572325897Disabling compacts and flushes for region at 1731572325897Disabling writes for close at 1731572325897Writing region close event to WAL at 1731572325897Closed at 1731572325897 2024-11-14T08:18:45,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:18:45,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731572325898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572325898"}]},"ts":"1731572325898"} 2024-11-14T08:18:45,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:18:45,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:18:45,905 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572325904"}]},"ts":"1731572325904"} 2024-11-14T08:18:45,907 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T08:18:45,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e8c3b1de7fef0fec376a332570067a6e, ASSIGN}] 2024-11-14T08:18:45,909 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e8c3b1de7fef0fec376a332570067a6e, ASSIGN 2024-11-14T08:18:45,910 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e8c3b1de7fef0fec376a332570067a6e, ASSIGN; state=OFFLINE, location=b344df224d93,45237,1731572312424; forceNewPlan=false, retain=false 2024-11-14T08:18:46,053 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:18:46,060 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e8c3b1de7fef0fec376a332570067a6e, regionState=OPENING, regionLocation=b344df224d93,45237,1731572312424 2024-11-14T08:18:46,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e8c3b1de7fef0fec376a332570067a6e, ASSIGN because future has completed 2024-11-14T08:18:46,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8c3b1de7fef0fec376a332570067a6e, server=b344df224d93,45237,1731572312424}] 2024-11-14T08:18:46,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:46,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:46,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:46,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:46,096 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T08:18:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:18:46,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e. 2024-11-14T08:18:46,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:18:46,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T08:18:46,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C45237%2C1731572312424.rep, suffix=, logDir=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424, archiveDir=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/oldWALs, maxLogs=10 2024-11-14T08:18:46,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.rep.1731572326222, exclude list is [], retry=0 2024-11-14T08:18:46,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33083,DS-87668cf3-585f-43b8-89a1-a4d413fffac8,DISK] 2024-11-14T08:18:46,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.rep.1731572326222 2024-11-14T08:18:46,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44599:44599)] 2024-11-14T08:18:46,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e8c3b1de7fef0fec376a332570067a6e, NAME => 'hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:18:46,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:18:46,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:18:46,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e. service=MultiRowMutationService 2024-11-14T08:18:46,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T08:18:46,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e8c3b1de7fef0fec376a332570067a6e 2024-11-14T08:18:46,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:18:46,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e8c3b1de7fef0fec376a332570067a6e 2024-11-14T08:18:46,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e8c3b1de7fef0fec376a332570067a6e 2024-11-14T08:18:46,241 INFO [StoreOpener-e8c3b1de7fef0fec376a332570067a6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e8c3b1de7fef0fec376a332570067a6e 2024-11-14T08:18:46,242 INFO [StoreOpener-e8c3b1de7fef0fec376a332570067a6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8c3b1de7fef0fec376a332570067a6e columnFamilyName hfileref 2024-11-14T08:18:46,242 DEBUG [StoreOpener-e8c3b1de7fef0fec376a332570067a6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:46,243 INFO [StoreOpener-e8c3b1de7fef0fec376a332570067a6e-1 {}] regionserver.HStore(327): Store=e8c3b1de7fef0fec376a332570067a6e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:46,243 INFO [StoreOpener-e8c3b1de7fef0fec376a332570067a6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e8c3b1de7fef0fec376a332570067a6e 2024-11-14T08:18:46,244 INFO [StoreOpener-e8c3b1de7fef0fec376a332570067a6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8c3b1de7fef0fec376a332570067a6e columnFamilyName queue 2024-11-14T08:18:46,244 DEBUG [StoreOpener-e8c3b1de7fef0fec376a332570067a6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:46,244 INFO [StoreOpener-e8c3b1de7fef0fec376a332570067a6e-1 {}] regionserver.HStore(327): Store=e8c3b1de7fef0fec376a332570067a6e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:46,245 INFO [StoreOpener-e8c3b1de7fef0fec376a332570067a6e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e8c3b1de7fef0fec376a332570067a6e 2024-11-14T08:18:46,246 INFO [StoreOpener-e8c3b1de7fef0fec376a332570067a6e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8c3b1de7fef0fec376a332570067a6e columnFamilyName sid 2024-11-14T08:18:46,246 DEBUG [StoreOpener-e8c3b1de7fef0fec376a332570067a6e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:18:46,246 INFO [StoreOpener-e8c3b1de7fef0fec376a332570067a6e-1 {}] regionserver.HStore(327): Store=e8c3b1de7fef0fec376a332570067a6e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:18:46,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e8c3b1de7fef0fec376a332570067a6e 2024-11-14T08:18:46,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/replication/e8c3b1de7fef0fec376a332570067a6e 2024-11-14T08:18:46,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/replication/e8c3b1de7fef0fec376a332570067a6e 2024-11-14T08:18:46,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e8c3b1de7fef0fec376a332570067a6e 2024-11-14T08:18:46,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e8c3b1de7fef0fec376a332570067a6e 2024-11-14T08:18:46,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:18:46,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e8c3b1de7fef0fec376a332570067a6e 2024-11-14T08:18:46,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/replication/e8c3b1de7fef0fec376a332570067a6e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:18:46,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e8c3b1de7fef0fec376a332570067a6e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74959178, jitterRate=0.11697879433631897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:18:46,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8c3b1de7fef0fec376a332570067a6e 2024-11-14T08:18:46,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e8c3b1de7fef0fec376a332570067a6e: Running coprocessor pre-open hook at 1731572326239Writing region info on filesystem at 1731572326239Initializing all the Stores at 1731572326240 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572326240Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572326241 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572326241Cleaning up temporary data from old regions at 1731572326249 (+8 ms)Running coprocessor post-open hooks at 1731572326253 (+4 ms)Region opened successfully at 1731572326253 2024-11-14T08:18:46,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e., pid=10, masterSystemTime=1731572326216 2024-11-14T08:18:46,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e. 2024-11-14T08:18:46,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e. 2024-11-14T08:18:46,257 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e8c3b1de7fef0fec376a332570067a6e, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,45237,1731572312424 2024-11-14T08:18:46,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8c3b1de7fef0fec376a332570067a6e, server=b344df224d93,45237,1731572312424 because future has completed 2024-11-14T08:18:46,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T08:18:46,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e8c3b1de7fef0fec376a332570067a6e, server=b344df224d93,45237,1731572312424 in 197 msec 2024-11-14T08:18:46,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T08:18:46,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e8c3b1de7fef0fec376a332570067a6e, ASSIGN in 356 msec 2024-11-14T08:18:46,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:18:46,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572326266"}]},"ts":"1731572326266"} 2024-11-14T08:18:46,269 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T08:18:46,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:18:46,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1910 sec 2024-11-14T08:18:46,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e., hostname=b344df224d93,45237,1731572312424, seqNum=2] 2024-11-14T08:18:46,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45237-0x101386c9a2a0001, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058 2024-11-14T08:18:46,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058 2024-11-14T08:18:46,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T08:18:46,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45237 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T08:18:46,612 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T08:18:46,638 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b344df224d93,45237,1731572312424, ReplicationSource: 1, currentBandwidth=0 2024-11-14T08:18:46,638 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:18:46,638 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,45237,1731572312424, seqNum=-1] 2024-11-14T08:18:46,639 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:18:46,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-14T08:18:46,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b344df224d93,45237,1731572312424', locateType=CURRENT is [region=hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e., hostname=b344df224d93,45237,1731572312424, seqNum=2] 2024-11-14T08:18:46,644 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T08:18:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T08:18:46,647 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b344df224d93,45237,1731572312424 suceeded 2024-11-14T08:18:46,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T08:18:46,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-14T08:18:46,649 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b344df224d93:46599,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-14T08:18:46,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5790 sec 2024-11-14T08:18:46,660 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:46599' 2024-11-14T08:18:46,661 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@116aed27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:46,661 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,46599,-1 for getting cluster id 2024-11-14T08:18:46,661 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:18:46,662 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '564502d3-f266-4142-add2-2e25f16e5ca3' 2024-11-14T08:18:46,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:18:46,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "564502d3-f266-4142-add2-2e25f16e5ca3" 2024-11-14T08:18:46,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6821bd87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:46,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,46599,-1] 2024-11-14T08:18:46,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:18:46,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:46,664 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:18:46,664 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43ef77e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:46,664 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:18:46,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,46599,1731572317453 2024-11-14T08:18:46,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@709071d9 2024-11-14T08:18:46,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:18:46,666 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-14T08:18:46,667 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b344df224d93,45237,1731572312424 (queues=1) is replicating from cluster=01a683ef-ce2a-4a5b-a5cd-f2f8b92c3a9d to cluster=564502d3-f266-4142-add2-2e25f16e5ca3 2024-11-14T08:18:46,667 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b344df224d93%2C45237%2C1731572312424 2024-11-14T08:18:46,667 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b344df224d93,45237,1731572312424, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T08:18:46,667 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.shipperb344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b344df224d93%2C45237%2C1731572312424 2024-11-14T08:18:46,667 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109, startPosition=0, beingWritten=true 2024-11-14T08:18:46,677 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:18:46,677 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 379, reset compression=false 2024-11-14T08:18:46,677 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.shipperb344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,45237,1731572312424 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:18:46,882 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 379, reset compression=false 2024-11-14T08:18:47,185 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 379, reset compression=false 2024-11-14T08:18:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:18:47,215 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T08:18:47,215 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:18:47,215 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:18:47,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:47,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:47,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:18:47,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:47,221 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731572327219/Put/seqid=0 2024-11-14T08:18:47,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741840_1016 (size=7894) 2024-11-14T08:18:47,589 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 379, reset compression=false 2024-11-14T08:18:47,633 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/load_f/f/hfile_1 is 34, key is ddd/f:row/1731572327632/Put/seqid=0 2024-11-14T08:18:47,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741841_1017 (size=7691) 2024-11-14T08:18:48,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fe5f22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:48,045 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,43181,-1 for getting cluster id 2024-11-14T08:18:48,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:18:48,046 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01a683ef-ce2a-4a5b-a5cd-f2f8b92c3a9d' 2024-11-14T08:18:48,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:18:48,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01a683ef-ce2a-4a5b-a5cd-f2f8b92c3a9d" 2024-11-14T08:18:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c021057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,43181,-1] 2024-11-14T08:18:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:18:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:48,048 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:18:48,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef47c30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:48,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:18:48,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,45237,1731572312424, seqNum=-1] 2024-11-14T08:18:48,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:18:48,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:18:48,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:18:48,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,43181,1731572312153 2024-11-14T08:18:48,060 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77e9bba8 2024-11-14T08:18:48,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:18:48,064 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:18:48,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3., hostname=b344df224d93,45237,1731572312424, seqNum=2] 2024-11-14T08:18:48,077 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T08:18:48,087 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T08:18:48,090 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T08:18:48,093 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 379, reset compression=false 2024-11-14T08:18:48,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/load_f/f/hfile_0 for inclusion in b6e571e27aa57694b5450d3a8fe3f6d3/f 2024-11-14T08:18:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T08:18:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:18:48,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/load_f/f/hfile_1 for inclusion in b6e571e27aa57694b5450d3a8fe3f6d3/f 2024-11-14T08:18:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T08:18:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:18:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HRegion(2603): Flush status journal for b6e571e27aa57694b5450d3a8fe3f6d3: 2024-11-14T08:18:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/load_f/f/hfile_0 to hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/staging/jenkins__test__6p4s47ei6g9h31q8mlmvn8m5oce1rcj5m58ki2gsu7j41d0j5lep6sq7rvh6sl7p/f/hfile_0 2024-11-14T08:18:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/staging/jenkins__test__6p4s47ei6g9h31q8mlmvn8m5oce1rcj5m58ki2gsu7j41d0j5lep6sq7rvh6sl7p/f/hfile_0 as hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/default/test/b6e571e27aa57694b5450d3a8fe3f6d3/f/2dce7f16892a453f9b222b8ad399429c_SeqId_4_ 2024-11-14T08:18:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/load_f/f/hfile_1 to hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/staging/jenkins__test__6p4s47ei6g9h31q8mlmvn8m5oce1rcj5m58ki2gsu7j41d0j5lep6sq7rvh6sl7p/f/hfile_1 2024-11-14T08:18:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/staging/jenkins__test__6p4s47ei6g9h31q8mlmvn8m5oce1rcj5m58ki2gsu7j41d0j5lep6sq7rvh6sl7p/f/hfile_1 as hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/default/test/b6e571e27aa57694b5450d3a8fe3f6d3/f/12d7f39e6350490aac1d30c10ed51168_SeqId_4_ 2024-11-14T08:18:48,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/staging/jenkins__test__6p4s47ei6g9h31q8mlmvn8m5oce1rcj5m58ki2gsu7j41d0j5lep6sq7rvh6sl7p/f/hfile_0 into b6e571e27aa57694b5450d3a8fe3f6d3/f as hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/default/test/b6e571e27aa57694b5450d3a8fe3f6d3/f/2dce7f16892a453f9b222b8ad399429c_SeqId_4_ - updating store file list. 2024-11-14T08:18:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2dce7f16892a453f9b222b8ad399429c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T08:18:48,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/default/test/b6e571e27aa57694b5450d3a8fe3f6d3/f/2dce7f16892a453f9b222b8ad399429c_SeqId_4_ into b6e571e27aa57694b5450d3a8fe3f6d3/f 2024-11-14T08:18:48,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/staging/jenkins__test__6p4s47ei6g9h31q8mlmvn8m5oce1rcj5m58ki2gsu7j41d0j5lep6sq7rvh6sl7p/f/hfile_0 into b6e571e27aa57694b5450d3a8fe3f6d3/f (new location: hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/default/test/b6e571e27aa57694b5450d3a8fe3f6d3/f/2dce7f16892a453f9b222b8ad399429c_SeqId_4_) 2024-11-14T08:18:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/staging/jenkins__test__6p4s47ei6g9h31q8mlmvn8m5oce1rcj5m58ki2gsu7j41d0j5lep6sq7rvh6sl7p/f/hfile_0 2024-11-14T08:18:48,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/staging/jenkins__test__6p4s47ei6g9h31q8mlmvn8m5oce1rcj5m58ki2gsu7j41d0j5lep6sq7rvh6sl7p/f/hfile_1 into b6e571e27aa57694b5450d3a8fe3f6d3/f as hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/default/test/b6e571e27aa57694b5450d3a8fe3f6d3/f/12d7f39e6350490aac1d30c10ed51168_SeqId_4_ - updating store file list. 2024-11-14T08:18:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 12d7f39e6350490aac1d30c10ed51168_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T08:18:48,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/default/test/b6e571e27aa57694b5450d3a8fe3f6d3/f/12d7f39e6350490aac1d30c10ed51168_SeqId_4_ into b6e571e27aa57694b5450d3a8fe3f6d3/f 2024-11-14T08:18:48,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/staging/jenkins__test__6p4s47ei6g9h31q8mlmvn8m5oce1rcj5m58ki2gsu7j41d0j5lep6sq7rvh6sl7p/f/hfile_1 into b6e571e27aa57694b5450d3a8fe3f6d3/f (new location: hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/default/test/b6e571e27aa57694b5450d3a8fe3f6d3/f/12d7f39e6350490aac1d30c10ed51168_SeqId_4_) 2024-11-14T08:18:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/staging/jenkins__test__6p4s47ei6g9h31q8mlmvn8m5oce1rcj5m58ki2gsu7j41d0j5lep6sq7rvh6sl7p/f/hfile_1 2024-11-14T08:18:48,140 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:18:48,140 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:18:48,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:48,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:48,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:18:48,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:18:48,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3., hostname=b344df224d93,45237,1731572312424, seqNum=2 , the old value is region=test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3., hostname=b344df224d93,45237,1731572312424, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b344df224d93:45237 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T08:18:48,142 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,40199,1731572317613, seqNum=-1] 2024-11-14T08:18:48,142 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T08:18:48,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3., hostname=b344df224d93,45237,1731572312424, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T08:18:48,142 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:18:48,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3., hostname=b344df224d93,45237,1731572312424, seqNum=2 from cache 2024-11-14T08:18:48,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:18:48,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556., hostname=b344df224d93,40199,1731572317613, seqNum=2] 2024-11-14T08:18:48,147 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T08:18:48,255 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:45237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T08:18:48,697 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 379, reset compression=false 2024-11-14T08:18:48,702 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:18:48,702 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.shipperb344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,45237,1731572312424 got entry batch from reader: WALEntryBatch [walEntries=[{test/b6e571e27aa57694b5450d3a8fe3f6d3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731572328136/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T08:18:48,721 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.shipperb344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:18:48,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-14T08:18:48,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.ReplicationSink(318): Replicating [01a683ef-ce2a-4a5b-a5cd-f2f8b92c3a9d] bulk loaded data 2024-11-14T08:18:48,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fe587e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:48,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,46599,-1 for getting cluster id 2024-11-14T08:18:48,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:18:48,726 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '564502d3-f266-4142-add2-2e25f16e5ca3' 2024-11-14T08:18:48,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:18:48,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "564502d3-f266-4142-add2-2e25f16e5ca3" 2024-11-14T08:18:48,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bc86b9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:48,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,46599,-1] 2024-11-14T08:18:48,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:18:48,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:48,728 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:18:48,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e33e9d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:48,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741837_1013 (size=7894) 2024-11-14T08:18:48,903 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 687, reset compression=false 2024-11-14T08:18:49,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741838_1014 (size=7691) 2024-11-14T08:18:49,150 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T08:18:49,207 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 687, reset compression=false 2024-11-14T08:18:49,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:18:49,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,46599,1731572317453 2024-11-14T08:18:49,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22465fa3 2024-11-14T08:18:49,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:18:49,554 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-14T08:18:49,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T08:18:49,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:18:49,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,40199,1731572317613, seqNum=-1] 2024-11-14T08:18:49,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:18:49,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-14T08:18:49,566 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/staging/jenkins.hfs.6__test__p73fve6vplnev8l29nrojl4nsejpaqn3vlqpn1f4aelbc628hevuf8kelis3fup9/f/12d7f39e6350490aac1d30c10ed51168_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T08:18:49,569 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/staging/jenkins.hfs.6__test__p73fve6vplnev8l29nrojl4nsejpaqn3vlqpn1f4aelbc628hevuf8kelis3fup9/f/2dce7f16892a453f9b222b8ad399429c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T08:18:49,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/staging/jenkins.hfs.6__test__p73fve6vplnev8l29nrojl4nsejpaqn3vlqpn1f4aelbc628hevuf8kelis3fup9/f/2dce7f16892a453f9b222b8ad399429c_SeqId_4_ for inclusion in 81d2c3e47a2cbf616b157075c44d9556/f 2024-11-14T08:18:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T08:18:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:18:49,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/staging/jenkins.hfs.6__test__p73fve6vplnev8l29nrojl4nsejpaqn3vlqpn1f4aelbc628hevuf8kelis3fup9/f/12d7f39e6350490aac1d30c10ed51168_SeqId_4_ for inclusion in 81d2c3e47a2cbf616b157075c44d9556/f 2024-11-14T08:18:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T08:18:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:18:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HRegion(2603): Flush status journal for 81d2c3e47a2cbf616b157075c44d9556: 2024-11-14T08:18:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2dce7f16892a453f9b222b8ad399429c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T08:18:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/staging/jenkins.hfs.6__test__p73fve6vplnev8l29nrojl4nsejpaqn3vlqpn1f4aelbc628hevuf8kelis3fup9/f/2dce7f16892a453f9b222b8ad399429c_SeqId_4_ as hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/default/test/81d2c3e47a2cbf616b157075c44d9556/f/fcec6bf05d25422f891eb66d34ebefb8_SeqId_4_ 2024-11-14T08:18:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 12d7f39e6350490aac1d30c10ed51168_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T08:18:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/staging/jenkins.hfs.6__test__p73fve6vplnev8l29nrojl4nsejpaqn3vlqpn1f4aelbc628hevuf8kelis3fup9/f/12d7f39e6350490aac1d30c10ed51168_SeqId_4_ as hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/default/test/81d2c3e47a2cbf616b157075c44d9556/f/88babd3fbf16400d85e3684cc0227886_SeqId_4_ 2024-11-14T08:18:49,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/staging/jenkins.hfs.6__test__p73fve6vplnev8l29nrojl4nsejpaqn3vlqpn1f4aelbc628hevuf8kelis3fup9/f/2dce7f16892a453f9b222b8ad399429c_SeqId_4_ into 81d2c3e47a2cbf616b157075c44d9556/f as hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/default/test/81d2c3e47a2cbf616b157075c44d9556/f/fcec6bf05d25422f891eb66d34ebefb8_SeqId_4_ - updating store file list. 2024-11-14T08:18:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fcec6bf05d25422f891eb66d34ebefb8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T08:18:49,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/default/test/81d2c3e47a2cbf616b157075c44d9556/f/fcec6bf05d25422f891eb66d34ebefb8_SeqId_4_ into 81d2c3e47a2cbf616b157075c44d9556/f 2024-11-14T08:18:49,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/staging/jenkins.hfs.6__test__p73fve6vplnev8l29nrojl4nsejpaqn3vlqpn1f4aelbc628hevuf8kelis3fup9/f/2dce7f16892a453f9b222b8ad399429c_SeqId_4_ into 81d2c3e47a2cbf616b157075c44d9556/f (new location: hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/default/test/81d2c3e47a2cbf616b157075c44d9556/f/fcec6bf05d25422f891eb66d34ebefb8_SeqId_4_) 2024-11-14T08:18:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/staging/jenkins.hfs.6__test__p73fve6vplnev8l29nrojl4nsejpaqn3vlqpn1f4aelbc628hevuf8kelis3fup9/f/2dce7f16892a453f9b222b8ad399429c_SeqId_4_ 2024-11-14T08:18:49,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/staging/jenkins.hfs.6__test__p73fve6vplnev8l29nrojl4nsejpaqn3vlqpn1f4aelbc628hevuf8kelis3fup9/f/12d7f39e6350490aac1d30c10ed51168_SeqId_4_ into 81d2c3e47a2cbf616b157075c44d9556/f as hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/default/test/81d2c3e47a2cbf616b157075c44d9556/f/88babd3fbf16400d85e3684cc0227886_SeqId_4_ - updating store file list. 2024-11-14T08:18:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 88babd3fbf16400d85e3684cc0227886_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T08:18:49,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/default/test/81d2c3e47a2cbf616b157075c44d9556/f/88babd3fbf16400d85e3684cc0227886_SeqId_4_ into 81d2c3e47a2cbf616b157075c44d9556/f 2024-11-14T08:18:49,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/staging/jenkins.hfs.6__test__p73fve6vplnev8l29nrojl4nsejpaqn3vlqpn1f4aelbc628hevuf8kelis3fup9/f/12d7f39e6350490aac1d30c10ed51168_SeqId_4_ into 81d2c3e47a2cbf616b157075c44d9556/f (new location: hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/default/test/81d2c3e47a2cbf616b157075c44d9556/f/88babd3fbf16400d85e3684cc0227886_SeqId_4_) 2024-11-14T08:18:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/staging/jenkins.hfs.6__test__p73fve6vplnev8l29nrojl4nsejpaqn3vlqpn1f4aelbc628hevuf8kelis3fup9/f/12d7f39e6350490aac1d30c10ed51168_SeqId_4_ 2024-11-14T08:18:49,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40199 {}] regionserver.ReplicationSink(324): Finished replicating [01a683ef-ce2a-4a5b-a5cd-f2f8b92c3a9d] bulk loaded data 2024-11-14T08:18:49,611 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 687, reset compression=false 2024-11-14T08:18:50,116 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 687, reset compression=false 2024-11-14T08:18:50,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:18:50,167 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731572330166/Put/seqid=0 2024-11-14T08:18:50,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741842_1018 (size=7997) 2024-11-14T08:18:50,574 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731572330573/Put/seqid=0 2024-11-14T08:18:50,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741843_1019 (size=7794) 2024-11-14T08:18:50,720 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 687, reset compression=false 2024-11-14T08:18:50,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a856e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:50,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,43181,-1 for getting cluster id 2024-11-14T08:18:50,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:18:50,980 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01a683ef-ce2a-4a5b-a5cd-f2f8b92c3a9d' 2024-11-14T08:18:50,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:18:50,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01a683ef-ce2a-4a5b-a5cd-f2f8b92c3a9d" 2024-11-14T08:18:50,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4961bec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:50,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,43181,-1] 2024-11-14T08:18:50,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:18:50,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:50,982 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:18:50,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6258ef19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:18:50,983 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:18:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,45237,1731572312424, seqNum=-1] 2024-11-14T08:18:50,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:18:50,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:18:50,992 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:18:50,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,43181,1731572312153 2024-11-14T08:18:50,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42ddce5 2024-11-14T08:18:50,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:18:50,994 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:18:50,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3., hostname=b344df224d93,45237,1731572312424, seqNum=2] 2024-11-14T08:18:51,000 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T08:18:51,006 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T08:18:51,008 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T08:18:51,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/load_f1/f1/hfile_1 for inclusion in b6e571e27aa57694b5450d3a8fe3f6d3/f1 2024-11-14T08:18:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T08:18:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:18:51,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/load_f1/f1/hfile_0 for inclusion in b6e571e27aa57694b5450d3a8fe3f6d3/f1 2024-11-14T08:18:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T08:18:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:18:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HRegion(2603): Flush status journal for b6e571e27aa57694b5450d3a8fe3f6d3: 2024-11-14T08:18:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/load_f1/f1/hfile_1 to hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/staging/jenkins__test__c08uhqdvm213d0t9so8v6c6s5dftpr44lie01thctmehbb77fgpgc39af0mjurhf/f1/hfile_1 2024-11-14T08:18:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/staging/jenkins__test__c08uhqdvm213d0t9so8v6c6s5dftpr44lie01thctmehbb77fgpgc39af0mjurhf/f1/hfile_1 as hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/default/test/b6e571e27aa57694b5450d3a8fe3f6d3/f1/14d157eafbdb41c8a12adbe500ef9ba2_SeqId_6_ 2024-11-14T08:18:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/load_f1/f1/hfile_0 to hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/staging/jenkins__test__c08uhqdvm213d0t9so8v6c6s5dftpr44lie01thctmehbb77fgpgc39af0mjurhf/f1/hfile_0 2024-11-14T08:18:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/staging/jenkins__test__c08uhqdvm213d0t9so8v6c6s5dftpr44lie01thctmehbb77fgpgc39af0mjurhf/f1/hfile_0 as hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/default/test/b6e571e27aa57694b5450d3a8fe3f6d3/f1/df9647fac0b64fb7bdd6838a5467eada_SeqId_6_ 2024-11-14T08:18:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-14T08:18:51,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/staging/jenkins__test__c08uhqdvm213d0t9so8v6c6s5dftpr44lie01thctmehbb77fgpgc39af0mjurhf/f1/hfile_1 into b6e571e27aa57694b5450d3a8fe3f6d3/f1 as hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/default/test/b6e571e27aa57694b5450d3a8fe3f6d3/f1/14d157eafbdb41c8a12adbe500ef9ba2_SeqId_6_ - updating store file list. 2024-11-14T08:18:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 14d157eafbdb41c8a12adbe500ef9ba2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T08:18:51,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/default/test/b6e571e27aa57694b5450d3a8fe3f6d3/f1/14d157eafbdb41c8a12adbe500ef9ba2_SeqId_6_ into b6e571e27aa57694b5450d3a8fe3f6d3/f1 2024-11-14T08:18:51,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/staging/jenkins__test__c08uhqdvm213d0t9so8v6c6s5dftpr44lie01thctmehbb77fgpgc39af0mjurhf/f1/hfile_1 into b6e571e27aa57694b5450d3a8fe3f6d3/f1 (new location: hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/default/test/b6e571e27aa57694b5450d3a8fe3f6d3/f1/14d157eafbdb41c8a12adbe500ef9ba2_SeqId_6_) 2024-11-14T08:18:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/staging/jenkins__test__c08uhqdvm213d0t9so8v6c6s5dftpr44lie01thctmehbb77fgpgc39af0mjurhf/f1/hfile_1 2024-11-14T08:18:51,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/staging/jenkins__test__c08uhqdvm213d0t9so8v6c6s5dftpr44lie01thctmehbb77fgpgc39af0mjurhf/f1/hfile_0 into b6e571e27aa57694b5450d3a8fe3f6d3/f1 as hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/default/test/b6e571e27aa57694b5450d3a8fe3f6d3/f1/df9647fac0b64fb7bdd6838a5467eada_SeqId_6_ - updating store file list. 2024-11-14T08:18:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStoreFile(483): HFile Bloom filter type for df9647fac0b64fb7bdd6838a5467eada_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T08:18:51,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/default/test/b6e571e27aa57694b5450d3a8fe3f6d3/f1/df9647fac0b64fb7bdd6838a5467eada_SeqId_6_ into b6e571e27aa57694b5450d3a8fe3f6d3/f1 2024-11-14T08:18:51,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/staging/jenkins__test__c08uhqdvm213d0t9so8v6c6s5dftpr44lie01thctmehbb77fgpgc39af0mjurhf/f1/hfile_0 into b6e571e27aa57694b5450d3a8fe3f6d3/f1 (new location: hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/default/test/b6e571e27aa57694b5450d3a8fe3f6d3/f1/df9647fac0b64fb7bdd6838a5467eada_SeqId_6_) 2024-11-14T08:18:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45237 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/staging/jenkins__test__c08uhqdvm213d0t9so8v6c6s5dftpr44lie01thctmehbb77fgpgc39af0mjurhf/f1/hfile_0 2024-11-14T08:18:51,038 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:18:51,038 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:18:51,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:51,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:18:51,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:18:51,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3., hostname=b344df224d93,45237,1731572312424, seqNum=2 , the old value is region=test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3., hostname=b344df224d93,45237,1731572312424, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b344df224d93:45237 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T08:18:51,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3., hostname=b344df224d93,45237,1731572312424, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T08:18:51,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3., hostname=b344df224d93,45237,1731572312424, seqNum=2 from cache 2024-11-14T08:18:51,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:18:51,039 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T08:18:51,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,45237,1731572312424, seqNum=-1] 2024-11-14T08:18:51,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:18:51,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:18:51,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3., hostname=b344df224d93,45237,1731572312424, seqNum=2] 2024-11-14T08:18:51,144 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:45237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T08:18:51,424 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 687, reset compression=false 2024-11-14T08:18:51,429 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:18:51,429 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:18:51,429 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.shipperb344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,45237,1731572312424 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:18:51,633 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:18:51,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:18:51,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:51,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:51,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:51,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:18:51,937 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:18:52,341 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:18:52,845 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:18:53,449 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:18:54,153 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:18:54,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T08:18:54,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T08:18:54,957 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:18:55,861 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:18:56,865 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:18:57,970 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:18:59,174 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:00,480 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:01,731 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T08:19:01,886 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:03,390 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:04,996 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:06,703 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:07,024 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T08:19:08,507 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:10,412 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:11,432 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.shipperb344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,45237,1731572312424 got entry batch from reader: null 2024-11-14T08:19:12,418 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:14,522 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:15,657 INFO [master/b344df224d93:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T08:19:15,657 INFO [master/b344df224d93:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T08:19:16,731 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:19,035 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:21,208 INFO [master/b344df224d93:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T08:19:21,208 INFO [master/b344df224d93:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T08:19:21,438 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:23,942 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:26,546 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:26,868 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b6e571e27aa57694b5450d3a8fe3f6d3, had cached 0 bytes from a total of 31376 2024-11-14T08:19:29,039 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 81d2c3e47a2cbf616b157075c44d9556, had cached 0 bytes from a total of 15585 2024-11-14T08:19:29,250 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:31,432 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.shipperb344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,45237,1731572312424 got entry batch from reader: null 2024-11-14T08:19:31,731 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T08:19:32,055 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:34,850 DEBUG [master/b344df224d93:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T08:19:34,959 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:37,024 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T08:19:37,964 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:41,068 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:44,272 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:47,575 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:50,979 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:51,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:19:51,069 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:19:51,070 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:19:51,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:19:51,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:19:51,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:19:51,070 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:19:51,070 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1332314661, stopped=false 2024-11-14T08:19:51,070 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,46599,1731572317453 2024-11-14T08:19:51,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1308237398/running 2024-11-14T08:19:51,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101386c9a2a0004, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1308237398/running 2024-11-14T08:19:51,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308237398 2024-11-14T08:19:51,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101386c9a2a0004, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308237398 2024-11-14T08:19:51,147 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:19:51,147 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:19:51,147 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:19:51,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:19:51,147 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,40199,1731572317613' ***** 2024-11-14T08:19:51,148 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:19:51,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40199-0x101386c9a2a0004, quorum=127.0.0.1:60943, baseZNode=/1308237398 Set watcher on znode that does not yet exist, /1308237398/running 2024-11-14T08:19:51,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Set watcher on znode that does not yet exist, /1308237398/running 2024-11-14T08:19:51,148 INFO [RS:0;b344df224d93:40199 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:19:51,148 INFO [RS:0;b344df224d93:40199 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:19:51,148 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:19:51,148 INFO [RS:0;b344df224d93:40199 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:19:51,148 INFO [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(3091): Received CLOSE for 81d2c3e47a2cbf616b157075c44d9556 2024-11-14T08:19:51,148 INFO [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(959): stopping server b344df224d93,40199,1731572317613 2024-11-14T08:19:51,148 INFO [RS:0;b344df224d93:40199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:19:51,149 INFO [RS:0;b344df224d93:40199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:40199. 2024-11-14T08:19:51,149 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81d2c3e47a2cbf616b157075c44d9556, disabling compactions & flushes 2024-11-14T08:19:51,149 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556. 2024-11-14T08:19:51,149 DEBUG [RS:0;b344df224d93:40199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:19:51,149 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556. 2024-11-14T08:19:51,149 DEBUG [RS:0;b344df224d93:40199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:19:51,149 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556. after waiting 0 ms 2024-11-14T08:19:51,149 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556. 2024-11-14T08:19:51,149 INFO [RS:0;b344df224d93:40199 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:19:51,149 INFO [RS:0;b344df224d93:40199 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:19:51,149 INFO [RS:0;b344df224d93:40199 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:19:51,149 INFO [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:19:51,149 INFO [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T08:19:51,149 DEBUG [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 81d2c3e47a2cbf616b157075c44d9556=test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556.} 2024-11-14T08:19:51,149 DEBUG [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 81d2c3e47a2cbf616b157075c44d9556 2024-11-14T08:19:51,149 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:19:51,149 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:19:51,149 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:19:51,149 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:19:51,149 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:19:51,149 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T08:19:51,153 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/default/test/81d2c3e47a2cbf616b157075c44d9556/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T08:19:51,154 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:19:51,154 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:19:51,154 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556. 2024-11-14T08:19:51,154 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81d2c3e47a2cbf616b157075c44d9556: Waiting for close lock at 1731572391148Running coprocessor pre-close hooks at 1731572391148Disabling compacts and flushes for region at 1731572391148Disabling writes for close at 1731572391149 (+1 ms)Writing region close event to WAL at 1731572391149Running coprocessor post-close hooks at 1731572391154 (+5 ms)Closed at 1731572391154 2024-11-14T08:19:51,154 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556. 2024-11-14T08:19:51,165 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/.tmp/info/d5ee4b0517d84b52a27331c673306b6b is 129, key is test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556./info:regioninfo/1731572324054/Put/seqid=0 2024-11-14T08:19:51,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741839_1015 (size=6421) 2024-11-14T08:19:51,197 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:19:51,349 DEBUG [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:19:51,432 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.shipperb344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,45237,1731572312424 got entry batch from reader: null 2024-11-14T08:19:51,549 DEBUG [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:19:51,569 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/.tmp/info/d5ee4b0517d84b52a27331c673306b6b 2024-11-14T08:19:51,589 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/.tmp/ns/3c9acc98bb284c06854ad4509cad6a1c is 43, key is default/ns:d/1731572320587/Put/seqid=0 2024-11-14T08:19:51,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741840_1016 (size=5153) 2024-11-14T08:19:51,593 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/.tmp/ns/3c9acc98bb284c06854ad4509cad6a1c 2024-11-14T08:19:51,610 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/.tmp/rep_barrier/ee079181ccaa4f708e3ef26d07778642 is 112, key is test,,1731572322898.81d2c3e47a2cbf616b157075c44d9556./rep_barrier:seqnumDuringOpen/1731572324054/Put/seqid=0 2024-11-14T08:19:51,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741841_1017 (size=5518) 2024-11-14T08:19:51,750 DEBUG [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:19:51,768 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T08:19:51,768 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T08:19:51,950 DEBUG [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:19:52,014 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/.tmp/rep_barrier/ee079181ccaa4f708e3ef26d07778642 2024-11-14T08:19:52,038 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/.tmp/table/11f3f22f8ae34400bccd1b2a119664c5 is 40, key is test/table:state/1731572324062/Put/seqid=0 2024-11-14T08:19:52,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741842_1018 (size=5165) 2024-11-14T08:19:52,150 INFO [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T08:19:52,150 DEBUG [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T08:19:52,150 DEBUG [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:19:52,350 DEBUG [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:19:52,442 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/.tmp/table/11f3f22f8ae34400bccd1b2a119664c5 2024-11-14T08:19:52,448 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/.tmp/info/d5ee4b0517d84b52a27331c673306b6b as hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/info/d5ee4b0517d84b52a27331c673306b6b 2024-11-14T08:19:52,453 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/info/d5ee4b0517d84b52a27331c673306b6b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T08:19:52,454 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/.tmp/ns/3c9acc98bb284c06854ad4509cad6a1c as hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/ns/3c9acc98bb284c06854ad4509cad6a1c 2024-11-14T08:19:52,459 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/ns/3c9acc98bb284c06854ad4509cad6a1c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T08:19:52,460 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/.tmp/rep_barrier/ee079181ccaa4f708e3ef26d07778642 as hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/rep_barrier/ee079181ccaa4f708e3ef26d07778642 2024-11-14T08:19:52,465 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/rep_barrier/ee079181ccaa4f708e3ef26d07778642, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T08:19:52,466 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/.tmp/table/11f3f22f8ae34400bccd1b2a119664c5 as hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/table/11f3f22f8ae34400bccd1b2a119664c5 2024-11-14T08:19:52,470 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/table/11f3f22f8ae34400bccd1b2a119664c5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T08:19:52,471 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=11, compaction requested=false 2024-11-14T08:19:52,475 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T08:19:52,475 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:19:52,475 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:19:52,475 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:19:52,475 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572391149Running coprocessor pre-close hooks at 1731572391149Disabling compacts and flushes for region at 1731572391149Disabling writes for close at 1731572391149Obtaining lock to block concurrent updates at 1731572391149Preparing flush snapshotting stores in 1588230740 at 1731572391149Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731572391150 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731572391150Flushing 1588230740/info: creating writer at 1731572391150Flushing 1588230740/info: appending metadata at 1731572391164 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731572391164Flushing 1588230740/ns: creating writer at 1731572391575 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731572391588 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731572391588Flushing 1588230740/rep_barrier: creating writer at 1731572391597 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731572391609 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731572391609Flushing 1588230740/table: creating writer at 1731572392019 (+410 ms)Flushing 1588230740/table: appending metadata at 1731572392037 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731572392037Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e7c9b57: reopening flushed file at 1731572392447 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dcd427b: reopening flushed file at 1731572392453 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef1f726: reopening flushed file at 1731572392459 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a798104: reopening flushed file at 1731572392465 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=11, compaction requested=false at 1731572392471 (+6 ms)Writing region close event to WAL at 1731572392472 (+1 ms)Running coprocessor post-close hooks at 1731572392475 (+3 ms)Closed at 1731572392475 2024-11-14T08:19:52,476 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:19:52,550 INFO [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(976): stopping server b344df224d93,40199,1731572317613; all regions closed. 2024-11-14T08:19:52,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741834_1010 (size=2717) 2024-11-14T08:19:52,553 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/WALs/b344df224d93,40199,1731572317613/b344df224d93%2C40199%2C1731572317613.meta.1731572320528.meta not finished, retry = 0 2024-11-14T08:19:52,655 DEBUG [RS:0;b344df224d93:40199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/oldWALs 2024-11-14T08:19:52,655 INFO [RS:0;b344df224d93:40199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C40199%2C1731572317613.meta:.meta(num 1731572320528) 2024-11-14T08:19:52,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741832_1008 (size=1028) 2024-11-14T08:19:52,657 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/WALs/b344df224d93,40199,1731572317613/b344df224d93%2C40199%2C1731572317613.1731572319882 not finished, retry = 0 2024-11-14T08:19:52,760 DEBUG [RS:0;b344df224d93:40199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/oldWALs 2024-11-14T08:19:52,760 INFO [RS:0;b344df224d93:40199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C40199%2C1731572317613:(num 1731572319882) 2024-11-14T08:19:52,760 DEBUG [RS:0;b344df224d93:40199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:19:52,760 INFO [RS:0;b344df224d93:40199 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:19:52,760 INFO [RS:0;b344df224d93:40199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:19:52,760 INFO [RS:0;b344df224d93:40199 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T08:19:52,760 INFO [RS:0;b344df224d93:40199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:19:52,761 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:19:52,761 INFO [RS:0;b344df224d93:40199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:40199. 2024-11-14T08:19:52,761 DEBUG [RS:0;b344df224d93:40199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:19:52,761 DEBUG [RS:0;b344df224d93:40199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:19:52,761 DEBUG [RS:0;b344df224d93:40199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:19:52,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:19:52,761 INFO [RS:0;b344df224d93:40199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40199 2024-11-14T08:19:52,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308237398/rs 2024-11-14T08:19:52,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101386c9a2a0004, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1308237398/rs/b344df224d93,40199,1731572317613 2024-11-14T08:19:52,820 INFO [RS:0;b344df224d93:40199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:19:52,831 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,40199,1731572317613] 2024-11-14T08:19:52,841 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1308237398/draining/b344df224d93,40199,1731572317613 already deleted, retry=false 2024-11-14T08:19:52,841 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,40199,1731572317613 expired; onlineServers=0 2024-11-14T08:19:52,841 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,46599,1731572317453' ***** 2024-11-14T08:19:52,841 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:19:52,841 INFO [M:0;b344df224d93:46599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:19:52,842 INFO [M:0;b344df224d93:46599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:19:52,842 DEBUG [M:0;b344df224d93:46599 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:19:52,842 DEBUG [M:0;b344df224d93:46599 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:19:52,842 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:19:52,842 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572319611 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572319611,5,FailOnTimeoutGroup] 2024-11-14T08:19:52,842 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572319596 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572319596,5,FailOnTimeoutGroup] 2024-11-14T08:19:52,842 INFO [M:0;b344df224d93:46599 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:19:52,842 INFO [M:0;b344df224d93:46599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:19:52,842 DEBUG [M:0;b344df224d93:46599 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:19:52,842 INFO [M:0;b344df224d93:46599 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:19:52,842 INFO [M:0;b344df224d93:46599 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:19:52,842 INFO [M:0;b344df224d93:46599 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:19:52,842 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:19:52,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1308237398/master 2024-11-14T08:19:52,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1308237398 2024-11-14T08:19:52,852 DEBUG [M:0;b344df224d93:46599 {}] zookeeper.ZKUtil(347): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Unable to get data of znode /1308237398/master because node does not exist (not an error) 2024-11-14T08:19:52,852 WARN [M:0;b344df224d93:46599 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T08:19:52,853 INFO [M:0;b344df224d93:46599 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/.lastflushedseqids 2024-11-14T08:19:52,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741843_1019 (size=173) 2024-11-14T08:19:52,931 INFO [RS:0;b344df224d93:40199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:19:52,931 INFO [RS:0;b344df224d93:40199 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,40199,1731572317613; zookeeper connection closed. 2024-11-14T08:19:52,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101386c9a2a0004, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:19:52,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40199-0x101386c9a2a0004, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:19:52,931 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fddb432 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fddb432 2024-11-14T08:19:52,932 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:19:53,263 INFO [M:0;b344df224d93:46599 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:19:53,263 INFO [M:0;b344df224d93:46599 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:19:53,263 DEBUG [M:0;b344df224d93:46599 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:19:53,263 INFO [M:0;b344df224d93:46599 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:19:53,263 DEBUG [M:0;b344df224d93:46599 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:19:53,263 DEBUG [M:0;b344df224d93:46599 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:19:53,263 DEBUG [M:0;b344df224d93:46599 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:19:53,263 INFO [M:0;b344df224d93:46599 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-14T08:19:53,280 DEBUG [M:0;b344df224d93:46599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87359c6be087407e9ae9a5e18b9e6767 is 82, key is hbase:meta,,1/info:regioninfo/1731572320568/Put/seqid=0 2024-11-14T08:19:53,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741844_1020 (size=5672) 2024-11-14T08:19:53,285 INFO [M:0;b344df224d93:46599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87359c6be087407e9ae9a5e18b9e6767 2024-11-14T08:19:53,312 DEBUG [M:0;b344df224d93:46599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfe32805c1be4ac88e82ce130694eccd is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731572324066/Put/seqid=0 2024-11-14T08:19:53,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741845_1021 (size=6727) 2024-11-14T08:19:53,318 INFO [M:0;b344df224d93:46599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfe32805c1be4ac88e82ce130694eccd 2024-11-14T08:19:53,323 INFO [M:0;b344df224d93:46599 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cfe32805c1be4ac88e82ce130694eccd 2024-11-14T08:19:53,343 DEBUG [M:0;b344df224d93:46599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c002097674a540aa8fd5e8ad0230ec9d is 69, key is b344df224d93,40199,1731572317613/rs:state/1731572319637/Put/seqid=0 2024-11-14T08:19:53,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741846_1022 (size=5156) 2024-11-14T08:19:53,748 INFO [M:0;b344df224d93:46599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c002097674a540aa8fd5e8ad0230ec9d 2024-11-14T08:19:53,754 DEBUG [M:0;b344df224d93:46599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/87359c6be087407e9ae9a5e18b9e6767 as hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/87359c6be087407e9ae9a5e18b9e6767 2024-11-14T08:19:53,758 INFO [M:0;b344df224d93:46599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/87359c6be087407e9ae9a5e18b9e6767, entries=8, sequenceid=58, filesize=5.5 K 2024-11-14T08:19:53,759 DEBUG [M:0;b344df224d93:46599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cfe32805c1be4ac88e82ce130694eccd as hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfe32805c1be4ac88e82ce130694eccd 2024-11-14T08:19:53,764 INFO [M:0;b344df224d93:46599 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cfe32805c1be4ac88e82ce130694eccd 2024-11-14T08:19:53,764 INFO [M:0;b344df224d93:46599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cfe32805c1be4ac88e82ce130694eccd, entries=6, sequenceid=58, filesize=6.6 K 2024-11-14T08:19:53,765 DEBUG [M:0;b344df224d93:46599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c002097674a540aa8fd5e8ad0230ec9d as hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c002097674a540aa8fd5e8ad0230ec9d 2024-11-14T08:19:53,769 INFO [M:0;b344df224d93:46599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37121/user/jenkins/test-data/f4e4407c-c3cd-700f-b618-7b98343eea62/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c002097674a540aa8fd5e8ad0230ec9d, entries=1, sequenceid=58, filesize=5.0 K 2024-11-14T08:19:53,770 INFO [M:0;b344df224d93:46599 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=58, compaction requested=false 2024-11-14T08:19:53,774 INFO [M:0;b344df224d93:46599 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:19:53,774 DEBUG [M:0;b344df224d93:46599 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572393263Disabling compacts and flushes for region at 1731572393263Disabling writes for close at 1731572393263Obtaining lock to block concurrent updates at 1731572393263Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572393263Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731572393264 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572393264Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572393264Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572393280 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572393280Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572393291 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572393311 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572393311Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572393323 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572393342 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572393342Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@98ce358: reopening flushed file at 1731572393753 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31727eec: reopening flushed file at 1731572393759 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25233359: reopening flushed file at 1731572393764 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=58, compaction requested=false at 1731572393770 (+6 ms)Writing region close event to WAL at 1731572393774 (+4 ms)Closed at 1731572393774 2024-11-14T08:19:53,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45207 is added to blk_1073741830_1006 (size=33026) 2024-11-14T08:19:53,777 INFO [M:0;b344df224d93:46599 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:19:53,777 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:19:53,777 INFO [M:0;b344df224d93:46599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46599 2024-11-14T08:19:53,777 INFO [M:0;b344df224d93:46599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:19:53,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:19:53,931 INFO [M:0;b344df224d93:46599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:19:53,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x101386c9a2a0003, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:19:53,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f41f938{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:19:53,964 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1070ae98{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:19:53,964 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:19:53,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b14637a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:19:53,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c5a3ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/hadoop.log.dir/,STOPPED} 2024-11-14T08:19:53,965 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:19:53,965 WARN [BP-237229445-172.17.0.3-1731572315002 heartbeating to localhost/127.0.0.1:37121 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:19:53,965 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:19:53,965 WARN [BP-237229445-172.17.0.3-1731572315002 heartbeating to localhost/127.0.0.1:37121 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-237229445-172.17.0.3-1731572315002 (Datanode Uuid c1e8fbb8-d037-44b7-b288-20c935d97281) service to localhost/127.0.0.1:37121 2024-11-14T08:19:53,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/cluster_bae12366-7a36-83c1-81d5-52e74fba8e88/data/data1/current/BP-237229445-172.17.0.3-1731572315002 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:19:53,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/cluster_bae12366-7a36-83c1-81d5-52e74fba8e88/data/data2/current/BP-237229445-172.17.0.3-1731572315002 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:19:53,966 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:19:53,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59d70797{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:19:53,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68d2877b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:19:53,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:19:53,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42488ebd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:19:53,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@376d27c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/hadoop.log.dir/,STOPPED} 2024-11-14T08:19:53,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T08:19:53,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:19:53,984 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:19:53,984 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:19:53,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:19:53,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:19:53,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:19:53,985 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:19:53,985 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1858706084, stopped=false 2024-11-14T08:19:53,985 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,43181,1731572312153 2024-11-14T08:19:53,999 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:19:53,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1100347058/running 2024-11-14T08:19:53,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45237-0x101386c9a2a0001, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1100347058/running 2024-11-14T08:19:53,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:19:54,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:19:54,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058 2024-11-14T08:19:54,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45237-0x101386c9a2a0001, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058 2024-11-14T08:19:54,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:19:54,000 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,45237,1731572312424' ***** 2024-11-14T08:19:54,000 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:19:54,000 INFO [RS:0;b344df224d93:45237 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:19:54,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Set watcher on znode that does not yet exist, /0-1100347058/running 2024-11-14T08:19:54,000 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:19:54,000 INFO [RS:0;b344df224d93:45237 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:19:54,000 INFO [RS:0;b344df224d93:45237 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:19:54,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45237-0x101386c9a2a0001, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Set watcher on znode that does not yet exist, /0-1100347058/running 2024-11-14T08:19:54,000 INFO [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(3091): Received CLOSE for e8c3b1de7fef0fec376a332570067a6e 2024-11-14T08:19:54,001 INFO [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(3091): Received CLOSE for b6e571e27aa57694b5450d3a8fe3f6d3 2024-11-14T08:19:54,001 INFO [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(959): stopping server b344df224d93,45237,1731572312424 2024-11-14T08:19:54,001 INFO [RS:0;b344df224d93:45237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:19:54,001 INFO [RS:0;b344df224d93:45237 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:45237. 2024-11-14T08:19:54,001 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8c3b1de7fef0fec376a332570067a6e, disabling compactions & flushes 2024-11-14T08:19:54,001 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e. 2024-11-14T08:19:54,001 DEBUG [RS:0;b344df224d93:45237 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:19:54,001 DEBUG [RS:0;b344df224d93:45237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:19:54,001 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e. 2024-11-14T08:19:54,001 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e. after waiting 0 ms 2024-11-14T08:19:54,001 INFO [RS:0;b344df224d93:45237 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:19:54,001 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e. 2024-11-14T08:19:54,001 INFO [RS:0;b344df224d93:45237 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:19:54,001 INFO [RS:0;b344df224d93:45237 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:19:54,001 INFO [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:19:54,001 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e8c3b1de7fef0fec376a332570067a6e 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-14T08:19:54,001 INFO [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T08:19:54,001 DEBUG [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e8c3b1de7fef0fec376a332570067a6e=hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e., b6e571e27aa57694b5450d3a8fe3f6d3=test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3.} 2024-11-14T08:19:54,001 DEBUG [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6e571e27aa57694b5450d3a8fe3f6d3, e8c3b1de7fef0fec376a332570067a6e 2024-11-14T08:19:54,001 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:19:54,001 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:19:54,001 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:19:54,002 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:19:54,002 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:19:54,002 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T08:19:54,016 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/.tmp/info/86508ae0567e430bbcb8f1c91cb93f94 is 147, key is hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e./info:regioninfo/1731572326257/Put/seqid=0 2024-11-14T08:19:54,018 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/replication/e8c3b1de7fef0fec376a332570067a6e/.tmp/hfileref/2e37c48d33c540c6bfdde26a8e5e7497 is 74, key is 1/hfileref:12d7f39e6350490aac1d30c10ed51168_SeqId_4_/1731572329598/DeleteColumn/seqid=0 2024-11-14T08:19:54,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741844_1020 (size=7686) 2024-11-14T08:19:54,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741845_1021 (size=5203) 2024-11-14T08:19:54,038 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:19:54,202 DEBUG [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6e571e27aa57694b5450d3a8fe3f6d3, e8c3b1de7fef0fec376a332570067a6e 2024-11-14T08:19:54,402 DEBUG [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6e571e27aa57694b5450d3a8fe3f6d3, e8c3b1de7fef0fec376a332570067a6e 2024-11-14T08:19:54,420 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/.tmp/info/86508ae0567e430bbcb8f1c91cb93f94 2024-11-14T08:19:54,422 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/replication/e8c3b1de7fef0fec376a332570067a6e/.tmp/hfileref/2e37c48d33c540c6bfdde26a8e5e7497 2024-11-14T08:19:54,439 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/.tmp/ns/9d867a845eac4e13be24cbee8a1c5643 is 43, key is default/ns:d/1731572314826/Put/seqid=0 2024-11-14T08:19:54,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741846_1022 (size=5153) 2024-11-14T08:19:54,443 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/replication/e8c3b1de7fef0fec376a332570067a6e/.tmp/queue/ccee488c741849e8be469fba4b256978 is 153, key is 1-b344df224d93,45237,1731572312424/queue:b344df224d93%2C45237%2C1731572312424/1731572331430/Put/seqid=0 2024-11-14T08:19:54,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741847_1023 (size=5352) 2024-11-14T08:19:54,483 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 to pos 997, reset compression=false 2024-11-14T08:19:54,602 DEBUG [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6e571e27aa57694b5450d3a8fe3f6d3, e8c3b1de7fef0fec376a332570067a6e 2024-11-14T08:19:54,802 DEBUG [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6e571e27aa57694b5450d3a8fe3f6d3, e8c3b1de7fef0fec376a332570067a6e 2024-11-14T08:19:54,843 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/.tmp/ns/9d867a845eac4e13be24cbee8a1c5643 2024-11-14T08:19:54,847 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/replication/e8c3b1de7fef0fec376a332570067a6e/.tmp/queue/ccee488c741849e8be469fba4b256978 2024-11-14T08:19:54,852 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/replication/e8c3b1de7fef0fec376a332570067a6e/.tmp/hfileref/2e37c48d33c540c6bfdde26a8e5e7497 as hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/replication/e8c3b1de7fef0fec376a332570067a6e/hfileref/2e37c48d33c540c6bfdde26a8e5e7497 2024-11-14T08:19:54,857 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/replication/e8c3b1de7fef0fec376a332570067a6e/hfileref/2e37c48d33c540c6bfdde26a8e5e7497, entries=2, sequenceid=10, filesize=5.1 K 2024-11-14T08:19:54,858 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/replication/e8c3b1de7fef0fec376a332570067a6e/.tmp/queue/ccee488c741849e8be469fba4b256978 as hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/replication/e8c3b1de7fef0fec376a332570067a6e/queue/ccee488c741849e8be469fba4b256978 2024-11-14T08:19:54,863 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/replication/e8c3b1de7fef0fec376a332570067a6e/queue/ccee488c741849e8be469fba4b256978, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T08:19:54,864 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for e8c3b1de7fef0fec376a332570067a6e in 863ms, sequenceid=10, compaction requested=false 2024-11-14T08:19:54,866 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/.tmp/rep_barrier/16c34d7bb9984d79b365942f723d029a is 112, key is test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3./rep_barrier:seqnumDuringOpen/1731572321891/Put/seqid=0 2024-11-14T08:19:54,868 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/replication/e8c3b1de7fef0fec376a332570067a6e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T08:19:54,869 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:19:54,869 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:19:54,869 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e. 2024-11-14T08:19:54,869 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8c3b1de7fef0fec376a332570067a6e: Waiting for close lock at 1731572394001Running coprocessor pre-close hooks at 1731572394001Disabling compacts and flushes for region at 1731572394001Disabling writes for close at 1731572394001Obtaining lock to block concurrent updates at 1731572394001Preparing flush snapshotting stores in e8c3b1de7fef0fec376a332570067a6e at 1731572394001Finished memstore snapshotting hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731572394002 (+1 ms)Flushing stores of hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e. at 1731572394002Flushing e8c3b1de7fef0fec376a332570067a6e/hfileref: creating writer at 1731572394002Flushing e8c3b1de7fef0fec376a332570067a6e/hfileref: appending metadata at 1731572394018 (+16 ms)Flushing e8c3b1de7fef0fec376a332570067a6e/hfileref: closing flushed file at 1731572394018Flushing e8c3b1de7fef0fec376a332570067a6e/queue: creating writer at 1731572394427 (+409 ms)Flushing e8c3b1de7fef0fec376a332570067a6e/queue: appending metadata at 1731572394442 (+15 ms)Flushing e8c3b1de7fef0fec376a332570067a6e/queue: closing flushed file at 1731572394442Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ca782c4: reopening flushed file at 1731572394852 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17bb0ab2: reopening flushed file at 1731572394858 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for e8c3b1de7fef0fec376a332570067a6e in 863ms, sequenceid=10, compaction requested=false at 1731572394864 (+6 ms)Writing region close event to WAL at 1731572394865 (+1 ms)Running coprocessor post-close hooks at 1731572394869 (+4 ms)Closed at 1731572394869 2024-11-14T08:19:54,869 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731572325079.e8c3b1de7fef0fec376a332570067a6e. 2024-11-14T08:19:54,869 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6e571e27aa57694b5450d3a8fe3f6d3, disabling compactions & flushes 2024-11-14T08:19:54,869 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3. 2024-11-14T08:19:54,869 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3. 2024-11-14T08:19:54,869 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3. after waiting 0 ms 2024-11-14T08:19:54,869 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3. 2024-11-14T08:19:54,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741848_1024 (size=5518) 2024-11-14T08:19:54,878 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/default/test/b6e571e27aa57694b5450d3a8fe3f6d3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T08:19:54,878 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:19:54,878 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:19:54,879 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3. 2024-11-14T08:19:54,879 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6e571e27aa57694b5450d3a8fe3f6d3: Waiting for close lock at 1731572394869Running coprocessor pre-close hooks at 1731572394869Disabling compacts and flushes for region at 1731572394869Disabling writes for close at 1731572394869Writing region close event to WAL at 1731572394875 (+6 ms)Running coprocessor post-close hooks at 1731572394878 (+3 ms)Closed at 1731572394879 (+1 ms) 2024-11-14T08:19:54,879 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731572320722.b6e571e27aa57694b5450d3a8fe3f6d3. 2024-11-14T08:19:54,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T08:19:54,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T08:19:54,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:19:54,963 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T08:19:54,964 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T08:19:55,002 INFO [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T08:19:55,002 DEBUG [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T08:19:55,002 DEBUG [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:19:55,203 DEBUG [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:19:55,271 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/.tmp/rep_barrier/16c34d7bb9984d79b365942f723d029a 2024-11-14T08:19:55,288 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/.tmp/table/53aadec735d244e6b5388f17b5f0430c is 53, key is hbase:replication/table:state/1731572326266/Put/seqid=0 2024-11-14T08:19:55,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741849_1025 (size=5308) 2024-11-14T08:19:55,403 DEBUG [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:19:55,603 DEBUG [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:19:55,693 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/.tmp/table/53aadec735d244e6b5388f17b5f0430c 2024-11-14T08:19:55,698 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/.tmp/info/86508ae0567e430bbcb8f1c91cb93f94 as hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/info/86508ae0567e430bbcb8f1c91cb93f94 2024-11-14T08:19:55,703 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/info/86508ae0567e430bbcb8f1c91cb93f94, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T08:19:55,704 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/.tmp/ns/9d867a845eac4e13be24cbee8a1c5643 as hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/ns/9d867a845eac4e13be24cbee8a1c5643 2024-11-14T08:19:55,708 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/ns/9d867a845eac4e13be24cbee8a1c5643, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T08:19:55,709 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/.tmp/rep_barrier/16c34d7bb9984d79b365942f723d029a as hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/rep_barrier/16c34d7bb9984d79b365942f723d029a 2024-11-14T08:19:55,714 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/rep_barrier/16c34d7bb9984d79b365942f723d029a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T08:19:55,715 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/.tmp/table/53aadec735d244e6b5388f17b5f0430c as hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/table/53aadec735d244e6b5388f17b5f0430c 2024-11-14T08:19:55,720 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/table/53aadec735d244e6b5388f17b5f0430c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T08:19:55,721 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-14T08:19:55,726 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T08:19:55,726 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:19:55,726 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:19:55,726 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:19:55,726 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572394001Running coprocessor pre-close hooks at 1731572394001Disabling compacts and flushes for region at 1731572394001Disabling writes for close at 1731572394002 (+1 ms)Obtaining lock to block concurrent updates at 1731572394002Preparing flush snapshotting stores in 1588230740 at 1731572394002Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731572394002Flushing stores of hbase:meta,,1.1588230740 at 1731572394002Flushing 1588230740/info: creating writer at 1731572394002Flushing 1588230740/info: appending metadata at 1731572394016 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731572394016Flushing 1588230740/ns: creating writer at 1731572394426 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731572394439 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731572394439Flushing 1588230740/rep_barrier: creating writer at 1731572394848 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731572394865 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731572394865Flushing 1588230740/table: creating writer at 1731572395276 (+411 ms)Flushing 1588230740/table: appending metadata at 1731572395288 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731572395288Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f0738a9: reopening flushed file at 1731572395697 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2449ac39: reopening flushed file at 1731572395703 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c3bc652: reopening flushed file at 1731572395708 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@218255ca: reopening flushed file at 1731572395714 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1731572395721 (+7 ms)Writing region close event to WAL at 1731572395722 (+1 ms)Running coprocessor post-close hooks at 1731572395726 (+4 ms)Closed at 1731572395726 2024-11-14T08:19:55,727 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:19:55,803 INFO [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(976): stopping server b344df224d93,45237,1731572312424; all regions closed. 2024-11-14T08:19:55,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741834_1010 (size=4239) 2024-11-14T08:19:55,805 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.meta.1731572314713.meta not finished, retry = 0 2024-11-14T08:19:55,908 DEBUG [RS:0;b344df224d93:45237 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/oldWALs 2024-11-14T08:19:55,908 INFO [RS:0;b344df224d93:45237 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C45237%2C1731572312424.meta:.meta(num 1731572314713) 2024-11-14T08:19:55,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741839_1015 (size=2700) 2024-11-14T08:19:55,912 DEBUG [RS:0;b344df224d93:45237 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/oldWALs 2024-11-14T08:19:55,912 INFO [RS:0;b344df224d93:45237 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C45237%2C1731572312424.rep:(num 1731572326222) 2024-11-14T08:19:55,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741833_1009 (size=1300) 2024-11-14T08:19:55,914 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/WALs/b344df224d93,45237,1731572312424/b344df224d93%2C45237%2C1731572312424.1731572314109 not finished, retry = 0 2024-11-14T08:19:56,016 DEBUG [RS:0;b344df224d93:45237 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/oldWALs 2024-11-14T08:19:56,016 INFO [RS:0;b344df224d93:45237 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C45237%2C1731572312424:(num 1731572314109) 2024-11-14T08:19:56,016 DEBUG [RS:0;b344df224d93:45237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:19:56,016 INFO [RS:0;b344df224d93:45237 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:19:56,016 INFO [RS:0;b344df224d93:45237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:19:56,017 INFO [RS:0;b344df224d93:45237 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T08:19:56,017 INFO [RS:0;b344df224d93:45237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:19:56,017 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:19:56,017 INFO [RS:0;b344df224d93:45237 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b344df224d93,45237,1731572312424 because: Region server is closing 2024-11-14T08:19:56,017 INFO [RS:0;b344df224d93:45237 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:45237. 2024-11-14T08:19:56,017 DEBUG [RS:0;b344df224d93:45237 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:19:56,017 DEBUG [RS:0;b344df224d93:45237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:19:56,017 DEBUG [RS:0;b344df224d93:45237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:19:56,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:19:56,117 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.wal-reader.b344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T08:19:56,117 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.shipperb344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T08:19:56,118 INFO [RS:0;b344df224d93:45237 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45237,1731572312424.replicationSource.shipperb344df224d93%2C45237%2C1731572312424,1-b344df224d93,45237,1731572312424 terminated 2024-11-14T08:19:56,118 INFO [RS:0;b344df224d93:45237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45237 2024-11-14T08:19:56,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:19:56,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:19:56,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:19:56,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:19:56,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:19:56,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058/rs 2024-11-14T08:19:56,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45237-0x101386c9a2a0001, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1100347058/rs/b344df224d93,45237,1731572312424 2024-11-14T08:19:56,199 INFO [RS:0;b344df224d93:45237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:19:56,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,45237,1731572312424] 2024-11-14T08:19:56,220 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1100347058/draining/b344df224d93,45237,1731572312424 already deleted, retry=false 2024-11-14T08:19:56,220 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,45237,1731572312424 expired; onlineServers=0 2024-11-14T08:19:56,220 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,43181,1731572312153' ***** 2024-11-14T08:19:56,220 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:19:56,220 INFO [M:0;b344df224d93:43181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:19:56,220 INFO [M:0;b344df224d93:43181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:19:56,220 DEBUG [M:0;b344df224d93:43181 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:19:56,220 DEBUG [M:0;b344df224d93:43181 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:19:56,220 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:19:56,220 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572313835 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572313835,5,FailOnTimeoutGroup] 2024-11-14T08:19:56,221 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572313840 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572313840,5,FailOnTimeoutGroup] 2024-11-14T08:19:56,220 INFO [M:0;b344df224d93:43181 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:19:56,221 INFO [M:0;b344df224d93:43181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:19:56,221 DEBUG [M:0;b344df224d93:43181 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:19:56,221 INFO [M:0;b344df224d93:43181 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:19:56,221 INFO [M:0;b344df224d93:43181 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:19:56,221 INFO [M:0;b344df224d93:43181 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:19:56,221 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:19:56,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1100347058/master 2024-11-14T08:19:56,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1100347058 2024-11-14T08:19:56,241 DEBUG [M:0;b344df224d93:43181 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1100347058/master already deleted, retry=false 2024-11-14T08:19:56,241 DEBUG [M:0;b344df224d93:43181 {}] master.ActiveMasterManager(353): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1100347058/master 2024-11-14T08:19:56,243 INFO [M:0;b344df224d93:43181 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/.lastflushedseqids 2024-11-14T08:19:56,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741850_1026 (size=263) 2024-11-14T08:19:56,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45237-0x101386c9a2a0001, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:19:56,310 INFO [RS:0;b344df224d93:45237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:19:56,310 INFO [RS:0;b344df224d93:45237 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,45237,1731572312424; zookeeper connection closed. 2024-11-14T08:19:56,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45237-0x101386c9a2a0001, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:19:56,310 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4537bed3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4537bed3 2024-11-14T08:19:56,311 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:19:56,661 INFO [M:0;b344df224d93:43181 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:19:56,661 INFO [M:0;b344df224d93:43181 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:19:56,661 DEBUG [M:0;b344df224d93:43181 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:19:56,661 INFO [M:0;b344df224d93:43181 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:19:56,661 DEBUG [M:0;b344df224d93:43181 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:19:56,661 DEBUG [M:0;b344df224d93:43181 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:19:56,661 DEBUG [M:0;b344df224d93:43181 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:19:56,662 INFO [M:0;b344df224d93:43181 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-14T08:19:56,685 DEBUG [M:0;b344df224d93:43181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2d2a890bac04d8397e220dbc98742eb is 82, key is hbase:meta,,1/info:regioninfo/1731572314780/Put/seqid=0 2024-11-14T08:19:56,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:19:56,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741851_1027 (size=5672) 2024-11-14T08:19:56,705 INFO [M:0;b344df224d93:43181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2d2a890bac04d8397e220dbc98742eb 2024-11-14T08:19:56,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:19:56,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:19:56,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:19:56,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:19:56,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:19:56,750 DEBUG [M:0;b344df224d93:43181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/018077c2115e493d9ac5abff54b24985 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731572321912/Put/seqid=0 2024-11-14T08:19:56,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741852_1028 (size=7239) 2024-11-14T08:19:57,179 INFO [M:0;b344df224d93:43181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/018077c2115e493d9ac5abff54b24985 2024-11-14T08:19:57,183 INFO [M:0;b344df224d93:43181 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 018077c2115e493d9ac5abff54b24985 2024-11-14T08:19:57,197 DEBUG [M:0;b344df224d93:43181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59b0715ac3dd4728ba483dcd4fcd3dac is 69, key is b344df224d93,45237,1731572312424/rs:state/1731572313924/Put/seqid=0 2024-11-14T08:19:57,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741853_1029 (size=5156) 2024-11-14T08:19:57,601 INFO [M:0;b344df224d93:43181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59b0715ac3dd4728ba483dcd4fcd3dac 2024-11-14T08:19:57,607 DEBUG [M:0;b344df224d93:43181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2d2a890bac04d8397e220dbc98742eb as hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2d2a890bac04d8397e220dbc98742eb 2024-11-14T08:19:57,612 INFO [M:0;b344df224d93:43181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2d2a890bac04d8397e220dbc98742eb, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T08:19:57,613 DEBUG [M:0;b344df224d93:43181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/018077c2115e493d9ac5abff54b24985 as hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/018077c2115e493d9ac5abff54b24985 2024-11-14T08:19:57,618 INFO [M:0;b344df224d93:43181 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 018077c2115e493d9ac5abff54b24985 2024-11-14T08:19:57,618 INFO [M:0;b344df224d93:43181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/018077c2115e493d9ac5abff54b24985, entries=11, sequenceid=105, filesize=7.1 K 2024-11-14T08:19:57,619 DEBUG [M:0;b344df224d93:43181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59b0715ac3dd4728ba483dcd4fcd3dac as hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59b0715ac3dd4728ba483dcd4fcd3dac 2024-11-14T08:19:57,624 INFO [M:0;b344df224d93:43181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44805/user/jenkins/test-data/6415b6be-8dee-f5cd-cc2e-0b5a317f073c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59b0715ac3dd4728ba483dcd4fcd3dac, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T08:19:57,625 INFO [M:0;b344df224d93:43181 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 964ms, sequenceid=105, compaction requested=false 2024-11-14T08:19:57,627 INFO [M:0;b344df224d93:43181 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:19:57,627 DEBUG [M:0;b344df224d93:43181 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572396661Disabling compacts and flushes for region at 1731572396661Disabling writes for close at 1731572396661Obtaining lock to block concurrent updates at 1731572396662 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572396662Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731572396662Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572396663 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572396663Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572396684 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572396684Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572396715 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572396749 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572396749Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572397184 (+435 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572397196 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572397196Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52c1713e: reopening flushed file at 1731572397606 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fbd6bfe: reopening flushed file at 1731572397612 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15327bf4: reopening flushed file at 1731572397618 (+6 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 964ms, sequenceid=105, compaction requested=false at 1731572397625 (+7 ms)Writing region close event to WAL at 1731572397627 (+2 ms)Closed at 1731572397627 2024-11-14T08:19:57,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33083 is added to blk_1073741830_1006 (size=64514) 2024-11-14T08:19:57,630 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:19:57,630 INFO [M:0;b344df224d93:43181 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:19:57,630 INFO [M:0;b344df224d93:43181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43181 2024-11-14T08:19:57,631 INFO [M:0;b344df224d93:43181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:19:57,788 INFO [M:0;b344df224d93:43181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:19:57,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:19:57,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43181-0x101386c9a2a0000, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:19:57,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e6be113{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:19:57,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12df130e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:19:57,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:19:57,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ee3c1f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:19:57,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3724fcce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/hadoop.log.dir/,STOPPED} 2024-11-14T08:19:57,795 WARN [BP-926333308-172.17.0.3-1731572309665 heartbeating to localhost/127.0.0.1:44805 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:19:57,795 WARN [BP-926333308-172.17.0.3-1731572309665 heartbeating to localhost/127.0.0.1:44805 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-926333308-172.17.0.3-1731572309665 (Datanode Uuid 22965120-8512-475a-812c-29e0f3e5664a) service to localhost/127.0.0.1:44805 2024-11-14T08:19:57,795 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:19:57,795 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:19:57,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/cluster_b3e91608-23a6-d474-09be-f9b0917c6c9f/data/data1/current/BP-926333308-172.17.0.3-1731572309665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:19:57,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/cluster_b3e91608-23a6-d474-09be-f9b0917c6c9f/data/data2/current/BP-926333308-172.17.0.3-1731572309665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:19:57,796 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:19:57,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@539059cb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:19:57,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36bda5f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:19:57,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:19:57,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b798c2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:19:57,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58fc1b83{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bd0fc80-68a2-f29f-9b49-a8b8378444ee/hadoop.log.dir/,STOPPED} 2024-11-14T08:19:57,807 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T08:19:57,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T08:19:57,830 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 137) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:37121 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44805 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:37121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60943) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f9f68b909d8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44805 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f9f68b909d8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:37121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60943) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44805 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=368 (was 577), ProcessCount=11 (was 11), AvailableMemoryMB=5717 (was 2431) - AvailableMemoryMB LEAK? - 2024-11-14T08:19:57,840 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=368, ProcessCount=11, AvailableMemoryMB=5716 2024-11-14T08:19:57,852 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-14T08:19:57,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/hadoop.log.dir so I do NOT create it in target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2 2024-11-14T08:19:57,853 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T08:19:57,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/hadoop.tmp.dir so I do NOT create it in target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2 2024-11-14T08:19:57,853 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13147cc8-3faf-7a74-8b3e-74f59faaf3ee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T08:19:57,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2 2024-11-14T08:19:57,853 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/cluster_b8f1ef97-0e70-6cf0-ae57-b33d252420c1, deleteOnExit=true 2024-11-14T08:19:57,876 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/cluster_b8f1ef97-0e70-6cf0-ae57-b33d252420c1/zookeeper_0, clientPort=60312, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/cluster_b8f1ef97-0e70-6cf0-ae57-b33d252420c1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/cluster_b8f1ef97-0e70-6cf0-ae57-b33d252420c1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T08:19:57,876 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60312 2024-11-14T08:19:57,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:19:57,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:19:57,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/test.cache.data in system properties and HBase conf 2024-11-14T08:19:57,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:19:57,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:19:57,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:19:57,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:19:57,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:19:57,877 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:19:57,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:19:57,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:19:57,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:19:57,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:19:57,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:19:57,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:19:57,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:19:57,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:19:57,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:19:57,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:19:57,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:19:57,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:19:57,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:19:57,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:19:57,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101386c9a2a0005, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T08:19:57,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101386c9a2a0005, quorum=127.0.0.1:60943, baseZNode=/1308237398 Received Disconnected from ZooKeeper, ignoring 2024-11-14T08:19:57,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101386c9a2a0002, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T08:19:57,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101386c9a2a0002, quorum=127.0.0.1:60943, baseZNode=/0-1100347058 Received Disconnected from ZooKeeper, ignoring 2024-11-14T08:19:58,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:19:58,241 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:19:58,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:19:58,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:19:58,243 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:19:58,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:19:58,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b935e81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:19:58,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1432b902{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:19:58,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cccfe78{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/java.io.tmpdir/jetty-localhost-46663-hadoop-hdfs-3_4_1-tests_jar-_-any-11932548273952308902/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:19:58,337 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c42f899{HTTP/1.1, (http/1.1)}{localhost:46663} 2024-11-14T08:19:58,337 INFO [Time-limited test {}] server.Server(415): Started @139872ms 2024-11-14T08:19:58,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:19:58,579 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:19:58,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:19:58,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:19:58,580 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:19:58,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b2f0cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:19:58,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58132b18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:19:58,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25c07d04{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/java.io.tmpdir/jetty-localhost-34143-hadoop-hdfs-3_4_1-tests_jar-_-any-14793897240737267401/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:19:58,675 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@97e2298{HTTP/1.1, (http/1.1)}{localhost:34143} 2024-11-14T08:19:58,675 INFO [Time-limited test {}] server.Server(415): Started @140210ms 2024-11-14T08:19:58,676 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:19:59,306 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/cluster_b8f1ef97-0e70-6cf0-ae57-b33d252420c1/data/data2/current/BP-1553454946-172.17.0.3-1731572397915/current, will proceed with Du for space computation calculation, 2024-11-14T08:19:59,306 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/cluster_b8f1ef97-0e70-6cf0-ae57-b33d252420c1/data/data1/current/BP-1553454946-172.17.0.3-1731572397915/current, will proceed with Du for space computation calculation, 2024-11-14T08:19:59,320 WARN [Thread-1270 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:19:59,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc6d59aaed9bf03 with lease ID 0x7992c07de54918c2: Processing first storage report for DS-b550a77f-ebf1-4ffe-9611-40a088410076 from datanode DatanodeRegistration(127.0.0.1:37311, datanodeUuid=36035307-0002-492e-8601-995d20186cd8, infoPort=42425, infoSecurePort=0, ipcPort=46761, storageInfo=lv=-57;cid=testClusterID;nsid=56310873;c=1731572397915) 2024-11-14T08:19:59,322 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc6d59aaed9bf03 with lease ID 0x7992c07de54918c2: from storage DS-b550a77f-ebf1-4ffe-9611-40a088410076 node DatanodeRegistration(127.0.0.1:37311, datanodeUuid=36035307-0002-492e-8601-995d20186cd8, infoPort=42425, infoSecurePort=0, ipcPort=46761, storageInfo=lv=-57;cid=testClusterID;nsid=56310873;c=1731572397915), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:19:59,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc6d59aaed9bf03 with lease ID 0x7992c07de54918c2: Processing first storage report for DS-b7ed6fe5-4295-4114-a19b-800209eafb68 from datanode DatanodeRegistration(127.0.0.1:37311, datanodeUuid=36035307-0002-492e-8601-995d20186cd8, infoPort=42425, infoSecurePort=0, ipcPort=46761, storageInfo=lv=-57;cid=testClusterID;nsid=56310873;c=1731572397915) 2024-11-14T08:19:59,322 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc6d59aaed9bf03 with lease ID 0x7992c07de54918c2: from storage DS-b7ed6fe5-4295-4114-a19b-800209eafb68 node DatanodeRegistration(127.0.0.1:37311, datanodeUuid=36035307-0002-492e-8601-995d20186cd8, infoPort=42425, infoSecurePort=0, ipcPort=46761, storageInfo=lv=-57;cid=testClusterID;nsid=56310873;c=1731572397915), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:19:59,399 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2 2024-11-14T08:19:59,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:19:59,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:19:59,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:19:59,808 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12 with version=8 2024-11-14T08:19:59,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/hbase-staging 2024-11-14T08:19:59,810 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:19:59,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:19:59,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:19:59,810 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:19:59,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:19:59,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:19:59,810 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:19:59,810 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:19:59,811 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33859 2024-11-14T08:19:59,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33859 connecting to ZooKeeper ensemble=127.0.0.1:60312 2024-11-14T08:19:59,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338590x0, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:19:59,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33859-0x101386df2de0000 connected 2024-11-14T08:19:59,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:19:59,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:19:59,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Set watcher on znode that does not yet exist, /02035392913/running 2024-11-14T08:19:59,991 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12, hbase.cluster.distributed=false 2024-11-14T08:19:59,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Set watcher on znode that does not yet exist, /02035392913/acl 2024-11-14T08:19:59,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33859 2024-11-14T08:19:59,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33859 2024-11-14T08:19:59,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33859 2024-11-14T08:19:59,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33859 2024-11-14T08:19:59,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33859 2024-11-14T08:20:00,006 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:20:00,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:00,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:00,006 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:20:00,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:00,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:20:00,006 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:20:00,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:20:00,007 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46361 2024-11-14T08:20:00,008 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46361 connecting to ZooKeeper ensemble=127.0.0.1:60312 2024-11-14T08:20:00,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:00,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:00,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463610x0, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:20:00,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463610x0, quorum=127.0.0.1:60312, baseZNode=/02035392913 Set watcher on znode that does not yet exist, /02035392913/running 2024-11-14T08:20:00,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46361-0x101386df2de0001 connected 2024-11-14T08:20:00,020 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:20:00,021 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:20:00,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46361-0x101386df2de0001, quorum=127.0.0.1:60312, baseZNode=/02035392913 Set watcher on znode that does not yet exist, /02035392913/master 2024-11-14T08:20:00,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46361-0x101386df2de0001, quorum=127.0.0.1:60312, baseZNode=/02035392913 Set watcher on znode that does not yet exist, /02035392913/acl 2024-11-14T08:20:00,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46361 2024-11-14T08:20:00,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46361 2024-11-14T08:20:00,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46361 2024-11-14T08:20:00,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46361 2024-11-14T08:20:00,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46361 2024-11-14T08:20:00,038 DEBUG [M:0;b344df224d93:33859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:33859 2024-11-14T08:20:00,038 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02035392913/backup-masters/b344df224d93,33859,1731572399810 2024-11-14T08:20:00,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913/backup-masters 2024-11-14T08:20:00,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101386df2de0001, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913/backup-masters 2024-11-14T08:20:00,052 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Set watcher on existing znode=/02035392913/backup-masters/b344df224d93,33859,1731572399810 2024-11-14T08:20:00,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101386df2de0001, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02035392913/master 2024-11-14T08:20:00,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:00,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101386df2de0001, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:00,062 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Set watcher on existing znode=/02035392913/master 2024-11-14T08:20:00,062 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02035392913/backup-masters/b344df224d93,33859,1731572399810 from backup master directory 2024-11-14T08:20:00,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02035392913/backup-masters/b344df224d93,33859,1731572399810 2024-11-14T08:20:00,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101386df2de0001, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913/backup-masters 2024-11-14T08:20:00,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913/backup-masters 2024-11-14T08:20:00,072 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:20:00,072 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,33859,1731572399810 2024-11-14T08:20:00,076 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/hbase.id] with ID: 6b14a00c-4153-4fad-bf5e-812c0d555b2a 2024-11-14T08:20:00,076 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/.tmp/hbase.id 2024-11-14T08:20:00,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:20:00,481 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/.tmp/hbase.id]:[hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/hbase.id] 2024-11-14T08:20:00,491 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:00,492 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:20:00,493 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T08:20:00,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101386df2de0001, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:00,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:00,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:20:00,914 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:20:00,915 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:20:00,915 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:20:00,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:20:01,324 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store 2024-11-14T08:20:01,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:20:01,620 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:20:01,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:01,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:01,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:01,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:01,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:01,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:01,731 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:01,731 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:20:01,731 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:01,731 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:01,731 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:20:01,731 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:01,731 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:01,731 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572401731Disabling compacts and flushes for region at 1731572401731Disabling writes for close at 1731572401731Writing region close event to WAL at 1731572401731Closed at 1731572401731 2024-11-14T08:20:01,732 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/.initializing 2024-11-14T08:20:01,732 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/WALs/b344df224d93,33859,1731572399810 2024-11-14T08:20:01,733 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:20:01,735 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C33859%2C1731572399810, suffix=, logDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/WALs/b344df224d93,33859,1731572399810, archiveDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/oldWALs, maxLogs=10 2024-11-14T08:20:01,746 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/WALs/b344df224d93,33859,1731572399810/b344df224d93%2C33859%2C1731572399810.1731572401735, exclude list is [], retry=0 2024-11-14T08:20:01,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37311,DS-b550a77f-ebf1-4ffe-9611-40a088410076,DISK] 2024-11-14T08:20:01,750 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/WALs/b344df224d93,33859,1731572399810/b344df224d93%2C33859%2C1731572399810.1731572401735 2024-11-14T08:20:01,751 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42425:42425)] 2024-11-14T08:20:01,751 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:20:01,751 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:01,751 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:01,751 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:01,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:01,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:20:01,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:01,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:01,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:01,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:20:01,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:01,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:01,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:01,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:20:01,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:01,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:01,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:01,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:20:01,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:01,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:01,759 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:01,759 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:01,760 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:01,761 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:01,761 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:01,761 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:20:01,762 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:01,764 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:20:01,764 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67259187, jitterRate=0.0022399872541427612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:20:01,764 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572401751Initializing all the Stores at 1731572401752 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572401752Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572401753 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572401753Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572401753Cleaning up temporary data from old regions at 1731572401761 (+8 ms)Region opened successfully at 1731572401764 (+3 ms) 2024-11-14T08:20:01,765 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:20:01,767 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5cec81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:20:01,768 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:20:01,768 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:20:01,768 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:20:01,768 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:20:01,769 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T08:20:01,769 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T08:20:01,769 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:20:01,771 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:20:01,772 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Unable to get data of znode /02035392913/balancer because node does not exist (not necessarily an error) 2024-11-14T08:20:01,851 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02035392913/balancer already deleted, retry=false 2024-11-14T08:20:01,851 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:20:01,852 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Unable to get data of znode /02035392913/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:20:01,861 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02035392913/normalizer already deleted, retry=false 2024-11-14T08:20:01,862 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:20:01,863 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Unable to get data of znode /02035392913/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:20:01,872 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02035392913/switch/split already deleted, retry=false 2024-11-14T08:20:01,873 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Unable to get data of znode /02035392913/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:20:01,882 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02035392913/switch/merge already deleted, retry=false 2024-11-14T08:20:01,884 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Unable to get data of znode /02035392913/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:20:01,893 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02035392913/snapshot-cleanup already deleted, retry=false 2024-11-14T08:20:01,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02035392913/running 2024-11-14T08:20:01,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101386df2de0001, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02035392913/running 2024-11-14T08:20:01,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:01,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101386df2de0001, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:01,904 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,33859,1731572399810, sessionid=0x101386df2de0000, setting cluster-up flag (Was=false) 2024-11-14T08:20:01,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101386df2de0001, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:01,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:01,956 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02035392913/flush-table-proc/acquired, /02035392913/flush-table-proc/reached, /02035392913/flush-table-proc/abort 2024-11-14T08:20:01,957 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,33859,1731572399810 2024-11-14T08:20:01,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101386df2de0001, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:01,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:02,009 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02035392913/online-snapshot/acquired, /02035392913/online-snapshot/reached, /02035392913/online-snapshot/abort 2024-11-14T08:20:02,010 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,33859,1731572399810 2024-11-14T08:20:02,011 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:20:02,013 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:20:02,013 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:20:02,013 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:20:02,013 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,33859,1731572399810 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:20:02,014 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:20:02,014 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:20:02,015 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:20:02,015 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:20:02,015 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:20:02,015 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:02,015 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:20:02,015 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:02,015 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572432015 2024-11-14T08:20:02,015 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:20:02,015 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:20:02,016 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:20:02,016 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:20:02,016 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:20:02,016 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:20:02,016 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:02,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:20:02,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:20:02,016 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:20:02,016 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:20:02,016 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:20:02,016 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:20:02,017 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:02,017 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:20:02,020 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:20:02,020 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:20:02,021 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572402020,5,FailOnTimeoutGroup] 2024-11-14T08:20:02,021 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572402021,5,FailOnTimeoutGroup] 2024-11-14T08:20:02,021 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:02,021 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:20:02,021 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:02,021 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:02,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:20:02,031 INFO [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(746): ClusterId : 6b14a00c-4153-4fad-bf5e-812c0d555b2a 2024-11-14T08:20:02,031 DEBUG [RS:0;b344df224d93:46361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:20:02,041 DEBUG [RS:0;b344df224d93:46361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:20:02,041 DEBUG [RS:0;b344df224d93:46361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:20:02,052 DEBUG [RS:0;b344df224d93:46361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:20:02,052 DEBUG [RS:0;b344df224d93:46361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bfa0f68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:20:02,068 DEBUG [RS:0;b344df224d93:46361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:46361 2024-11-14T08:20:02,068 INFO [RS:0;b344df224d93:46361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:20:02,068 INFO [RS:0;b344df224d93:46361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:20:02,068 DEBUG [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:20:02,069 INFO [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,33859,1731572399810 with port=46361, startcode=1731572400006 2024-11-14T08:20:02,069 DEBUG [RS:0;b344df224d93:46361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:20:02,070 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:20:02,071 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33859 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,46361,1731572400006 2024-11-14T08:20:02,071 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33859 {}] master.ServerManager(517): Registering regionserver=b344df224d93,46361,1731572400006 2024-11-14T08:20:02,072 DEBUG [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12 2024-11-14T08:20:02,072 DEBUG [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40429 2024-11-14T08:20:02,072 DEBUG [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:20:02,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913/rs 2024-11-14T08:20:02,083 DEBUG [RS:0;b344df224d93:46361 {}] zookeeper.ZKUtil(111): regionserver:46361-0x101386df2de0001, quorum=127.0.0.1:60312, baseZNode=/02035392913 Set watcher on existing znode=/02035392913/rs/b344df224d93,46361,1731572400006 2024-11-14T08:20:02,083 WARN [RS:0;b344df224d93:46361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:20:02,083 INFO [RS:0;b344df224d93:46361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:20:02,083 DEBUG [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006 2024-11-14T08:20:02,083 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,46361,1731572400006] 2024-11-14T08:20:02,087 INFO [RS:0;b344df224d93:46361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:20:02,089 INFO [RS:0;b344df224d93:46361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:20:02,089 INFO [RS:0;b344df224d93:46361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:20:02,089 INFO [RS:0;b344df224d93:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:02,089 INFO [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:20:02,090 INFO [RS:0;b344df224d93:46361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:20:02,090 INFO [RS:0;b344df224d93:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:02,090 DEBUG [RS:0;b344df224d93:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:02,090 DEBUG [RS:0;b344df224d93:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:02,090 DEBUG [RS:0;b344df224d93:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:02,090 DEBUG [RS:0;b344df224d93:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:02,090 DEBUG [RS:0;b344df224d93:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:02,090 DEBUG [RS:0;b344df224d93:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:20:02,090 DEBUG [RS:0;b344df224d93:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:02,090 DEBUG [RS:0;b344df224d93:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:02,090 DEBUG [RS:0;b344df224d93:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:02,090 DEBUG [RS:0;b344df224d93:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:02,090 DEBUG [RS:0;b344df224d93:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:02,090 DEBUG [RS:0;b344df224d93:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:02,090 DEBUG [RS:0;b344df224d93:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:20:02,090 DEBUG [RS:0;b344df224d93:46361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:20:02,091 INFO [RS:0;b344df224d93:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:02,091 INFO [RS:0;b344df224d93:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:02,091 INFO [RS:0;b344df224d93:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:02,091 INFO [RS:0;b344df224d93:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:02,091 INFO [RS:0;b344df224d93:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:02,091 INFO [RS:0;b344df224d93:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46361,1731572400006-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:20:02,104 INFO [RS:0;b344df224d93:46361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:20:02,104 INFO [RS:0;b344df224d93:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46361,1731572400006-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:02,104 INFO [RS:0;b344df224d93:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:02,104 INFO [RS:0;b344df224d93:46361 {}] regionserver.Replication(171): b344df224d93,46361,1731572400006 started 2024-11-14T08:20:02,117 INFO [RS:0;b344df224d93:46361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:02,117 INFO [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,46361,1731572400006, RpcServer on b344df224d93/172.17.0.3:46361, sessionid=0x101386df2de0001 2024-11-14T08:20:02,117 DEBUG [RS:0;b344df224d93:46361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:20:02,117 DEBUG [RS:0;b344df224d93:46361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,46361,1731572400006 2024-11-14T08:20:02,117 DEBUG [RS:0;b344df224d93:46361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,46361,1731572400006' 2024-11-14T08:20:02,117 DEBUG [RS:0;b344df224d93:46361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02035392913/flush-table-proc/abort' 2024-11-14T08:20:02,118 DEBUG [RS:0;b344df224d93:46361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02035392913/flush-table-proc/acquired' 2024-11-14T08:20:02,118 DEBUG [RS:0;b344df224d93:46361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:20:02,118 DEBUG [RS:0;b344df224d93:46361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:20:02,118 DEBUG [RS:0;b344df224d93:46361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,46361,1731572400006 2024-11-14T08:20:02,118 DEBUG [RS:0;b344df224d93:46361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,46361,1731572400006' 2024-11-14T08:20:02,118 DEBUG [RS:0;b344df224d93:46361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02035392913/online-snapshot/abort' 2024-11-14T08:20:02,118 DEBUG [RS:0;b344df224d93:46361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02035392913/online-snapshot/acquired' 2024-11-14T08:20:02,119 DEBUG [RS:0;b344df224d93:46361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:20:02,119 INFO [RS:0;b344df224d93:46361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:20:02,119 INFO [RS:0;b344df224d93:46361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:20:02,219 INFO [RS:0;b344df224d93:46361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:20:02,221 INFO [RS:0;b344df224d93:46361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C46361%2C1731572400006, suffix=, logDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006, archiveDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/oldWALs, maxLogs=10 2024-11-14T08:20:02,233 DEBUG [RS:0;b344df224d93:46361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006/b344df224d93%2C46361%2C1731572400006.1731572402221, exclude list is [], retry=0 2024-11-14T08:20:02,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37311,DS-b550a77f-ebf1-4ffe-9611-40a088410076,DISK] 2024-11-14T08:20:02,237 INFO [RS:0;b344df224d93:46361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006/b344df224d93%2C46361%2C1731572400006.1731572402221 2024-11-14T08:20:02,237 DEBUG [RS:0;b344df224d93:46361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42425:42425)] 2024-11-14T08:20:02,425 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:20:02,425 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12 2024-11-14T08:20:02,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741833_1009 (size=32) 2024-11-14T08:20:02,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:02,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:20:02,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:20:02,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:02,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:02,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:20:02,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:20:02,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:02,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:02,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:20:02,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:20:02,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:02,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:02,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:20:02,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:20:02,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:02,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:02,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:20:02,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740 2024-11-14T08:20:02,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740 2024-11-14T08:20:02,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:20:02,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:20:02,842 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:20:02,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:20:02,845 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:20:02,845 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60931096, jitterRate=-0.09205591678619385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:20:02,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572402832Initializing all the Stores at 1731572402832Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572402832Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572402833 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572402833Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572402833Cleaning up temporary data from old regions at 1731572402841 (+8 ms)Region opened successfully at 1731572402846 (+5 ms) 2024-11-14T08:20:02,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:20:02,846 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:20:02,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:20:02,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:20:02,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:20:02,846 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:20:02,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572402846Disabling compacts and flushes for region at 1731572402846Disabling writes for close at 1731572402846Writing region close event to WAL at 1731572402846Closed at 1731572402846 2024-11-14T08:20:02,848 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:20:02,848 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:20:02,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:20:02,849 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:20:02,850 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:20:03,000 DEBUG [b344df224d93:33859 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:20:03,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,46361,1731572400006 2024-11-14T08:20:03,002 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,46361,1731572400006, state=OPENING 2024-11-14T08:20:03,051 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:20:03,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101386df2de0001, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:03,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:03,062 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:20:03,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02035392913/meta-region-server: CHANGED 2024-11-14T08:20:03,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02035392913/meta-region-server: CHANGED 2024-11-14T08:20:03,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,46361,1731572400006}] 2024-11-14T08:20:03,214 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:20:03,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:20:03,219 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:20:03,219 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:20:03,220 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:20:03,221 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C46361%2C1731572400006.meta, suffix=.meta, logDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006, archiveDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/oldWALs, maxLogs=10 2024-11-14T08:20:03,234 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006/b344df224d93%2C46361%2C1731572400006.meta.1731572403221.meta, exclude list is [], retry=0 2024-11-14T08:20:03,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37311,DS-b550a77f-ebf1-4ffe-9611-40a088410076,DISK] 2024-11-14T08:20:03,238 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006/b344df224d93%2C46361%2C1731572400006.meta.1731572403221.meta 2024-11-14T08:20:03,238 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42425:42425)] 2024-11-14T08:20:03,238 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:20:03,238 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:20:03,239 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:20:03,239 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:20:03,239 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:20:03,239 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:20:03,239 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:03,239 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:20:03,239 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:20:03,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:20:03,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:20:03,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:03,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:03,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:20:03,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:20:03,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:03,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:03,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:20:03,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:20:03,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:03,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:03,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:20:03,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:20:03,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:03,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:03,245 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:20:03,246 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740 2024-11-14T08:20:03,247 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740 2024-11-14T08:20:03,248 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:20:03,248 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:20:03,248 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:20:03,249 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:20:03,251 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65057899, jitterRate=-0.03056176006793976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:20:03,252 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:20:03,252 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572403239Writing region info on filesystem at 1731572403239Initializing all the Stores at 1731572403240 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572403240Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572403240Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572403240Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572403240Cleaning up temporary data from old regions at 1731572403248 (+8 ms)Running coprocessor post-open hooks at 1731572403252 (+4 ms)Region opened successfully at 1731572403252 2024-11-14T08:20:03,253 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572403214 2024-11-14T08:20:03,256 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:20:03,256 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:20:03,257 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,46361,1731572400006 2024-11-14T08:20:03,258 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,46361,1731572400006, state=OPEN 2024-11-14T08:20:03,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02035392913/meta-region-server 2024-11-14T08:20:03,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101386df2de0001, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02035392913/meta-region-server 2024-11-14T08:20:03,296 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,46361,1731572400006 2024-11-14T08:20:03,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02035392913/meta-region-server: CHANGED 2024-11-14T08:20:03,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02035392913/meta-region-server: CHANGED 2024-11-14T08:20:03,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:20:03,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,46361,1731572400006 in 234 msec 2024-11-14T08:20:03,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:20:03,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 450 msec 2024-11-14T08:20:03,301 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:20:03,301 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:20:03,303 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:03,303 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,46361,1731572400006, seqNum=-1] 2024-11-14T08:20:03,303 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:20:03,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:20:03,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3100 sec 2024-11-14T08:20:03,324 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572403324, completionTime=-1 2024-11-14T08:20:03,324 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:20:03,325 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:20:03,328 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:20:03,328 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572463328 2024-11-14T08:20:03,329 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572523328 2024-11-14T08:20:03,329 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T08:20:03,329 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,33859,1731572399810-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:03,329 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,33859,1731572399810-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:03,329 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,33859,1731572399810-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:03,329 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:33859, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:03,329 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:03,329 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:03,332 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:20:03,335 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.263sec 2024-11-14T08:20:03,335 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:20:03,335 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:20:03,335 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:20:03,335 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:20:03,335 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:20:03,335 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,33859,1731572399810-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:20:03,335 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,33859,1731572399810-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:20:03,338 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:20:03,338 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:20:03,338 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,33859,1731572399810-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:03,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aea9276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:03,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,33859,-1 for getting cluster id 2024-11-14T08:20:03,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:03,434 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b14a00c-4153-4fad-bf5e-812c0d555b2a' 2024-11-14T08:20:03,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:03,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b14a00c-4153-4fad-bf5e-812c0d555b2a" 2024-11-14T08:20:03,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1cb764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:03,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,33859,-1] 2024-11-14T08:20:03,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:03,435 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:03,436 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:03,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44be5bd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:03,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:03,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,46361,1731572400006, seqNum=-1] 2024-11-14T08:20:03,439 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:20:03,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:20:03,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,33859,1731572399810 2024-11-14T08:20:03,442 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60312 2024-11-14T08:20:03,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:20:03,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101386df2de0002 connected 2024-11-14T08:20:03,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/hadoop.log.dir so I do NOT create it in target/test-data/28836508-2fd3-b68d-233c-b26f446315e4 2024-11-14T08:20:03,469 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T08:20:03,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/hadoop.tmp.dir so I do NOT create it in target/test-data/28836508-2fd3-b68d-233c-b26f446315e4 2024-11-14T08:20:03,469 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T08:20:03,469 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4 2024-11-14T08:20:03,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:20:03,469 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/cluster_98bbe9bc-9ba4-3b93-4061-2607db34d7f5, deleteOnExit=true 2024-11-14T08:20:03,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:20:03,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/test.cache.data in system properties and HBase conf 2024-11-14T08:20:03,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:20:03,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:20:03,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:20:03,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:20:03,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:20:03,470 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:20:03,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:20:03,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:20:03,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:20:03,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:20:03,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:20:03,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:20:03,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:20:03,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:20:03,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:20:03,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:20:03,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:20:03,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:20:03,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:20:03,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:20:03,816 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:20:03,820 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:20:03,822 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:20:03,822 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:20:03,823 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:20:03,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:20:03,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e1fef65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:20:03,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7881269{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:20:03,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a623fd1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/java.io.tmpdir/jetty-localhost-44947-hadoop-hdfs-3_4_1-tests_jar-_-any-3577252489065047136/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:20:03,923 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@308c8dc8{HTTP/1.1, (http/1.1)}{localhost:44947} 2024-11-14T08:20:03,923 INFO [Time-limited test {}] server.Server(415): Started @145458ms 2024-11-14T08:20:04,182 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:20:04,186 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:20:04,186 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:20:04,187 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:20:04,187 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T08:20:04,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@244f09ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:20:04,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e149ef5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:20:04,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14740434{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/java.io.tmpdir/jetty-localhost-33081-hadoop-hdfs-3_4_1-tests_jar-_-any-17777858401193562313/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:20:04,290 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bc2d826{HTTP/1.1, (http/1.1)}{localhost:33081} 2024-11-14T08:20:04,290 INFO [Time-limited test {}] server.Server(415): Started @145825ms 2024-11-14T08:20:04,291 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:20:04,910 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/cluster_98bbe9bc-9ba4-3b93-4061-2607db34d7f5/data/data1/current/BP-1910904888-172.17.0.3-1731572403485/current, will proceed with Du for space computation calculation, 2024-11-14T08:20:04,910 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/cluster_98bbe9bc-9ba4-3b93-4061-2607db34d7f5/data/data2/current/BP-1910904888-172.17.0.3-1731572403485/current, will proceed with Du for space computation calculation, 2024-11-14T08:20:04,925 WARN [Thread-1391 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:20:04,928 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8863b94f30406a7b with lease ID 0xeec9b1b4f8cf3902: Processing first storage report for DS-f87c34e4-158c-405e-8bfe-1bef74bf98c6 from datanode DatanodeRegistration(127.0.0.1:43105, datanodeUuid=dd39724f-0f8d-4a84-975e-3700859d7d57, infoPort=34313, infoSecurePort=0, ipcPort=41291, storageInfo=lv=-57;cid=testClusterID;nsid=1337263417;c=1731572403485) 2024-11-14T08:20:04,928 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8863b94f30406a7b with lease ID 0xeec9b1b4f8cf3902: from storage DS-f87c34e4-158c-405e-8bfe-1bef74bf98c6 node DatanodeRegistration(127.0.0.1:43105, datanodeUuid=dd39724f-0f8d-4a84-975e-3700859d7d57, infoPort=34313, infoSecurePort=0, ipcPort=41291, storageInfo=lv=-57;cid=testClusterID;nsid=1337263417;c=1731572403485), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:20:04,928 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8863b94f30406a7b with lease ID 0xeec9b1b4f8cf3902: Processing first storage report for DS-7c7762ba-4493-48ca-9156-4fc3f4fa8361 from datanode DatanodeRegistration(127.0.0.1:43105, datanodeUuid=dd39724f-0f8d-4a84-975e-3700859d7d57, infoPort=34313, infoSecurePort=0, ipcPort=41291, storageInfo=lv=-57;cid=testClusterID;nsid=1337263417;c=1731572403485) 2024-11-14T08:20:04,928 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8863b94f30406a7b with lease ID 0xeec9b1b4f8cf3902: from storage DS-7c7762ba-4493-48ca-9156-4fc3f4fa8361 node DatanodeRegistration(127.0.0.1:43105, datanodeUuid=dd39724f-0f8d-4a84-975e-3700859d7d57, infoPort=34313, infoSecurePort=0, ipcPort=41291, storageInfo=lv=-57;cid=testClusterID;nsid=1337263417;c=1731572403485), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:20:05,025 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4 2024-11-14T08:20:05,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:05,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:05,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:20:05,433 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2 with version=8 2024-11-14T08:20:05,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/hbase-staging 2024-11-14T08:20:05,435 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:20:05,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:05,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:05,435 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:20:05,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:05,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:20:05,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:20:05,436 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:20:05,436 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38561 2024-11-14T08:20:05,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38561 connecting to ZooKeeper ensemble=127.0.0.1:60312 2024-11-14T08:20:05,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385610x0, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:20:05,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38561-0x101386df2de0003 connected 2024-11-14T08:20:05,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:05,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:05,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Set watcher on znode that does not yet exist, /1-1975067278/running 2024-11-14T08:20:05,581 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2, hbase.cluster.distributed=false 2024-11-14T08:20:05,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Set watcher on znode that does not yet exist, /1-1975067278/acl 2024-11-14T08:20:05,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38561 2024-11-14T08:20:05,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38561 2024-11-14T08:20:05,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38561 2024-11-14T08:20:05,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38561 2024-11-14T08:20:05,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38561 2024-11-14T08:20:05,599 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:20:05,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:05,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:05,600 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:20:05,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:05,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:20:05,600 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:20:05,600 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:20:05,600 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35361 2024-11-14T08:20:05,601 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35361 connecting to ZooKeeper ensemble=127.0.0.1:60312 2024-11-14T08:20:05,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:05,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:05,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353610x0, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:20:05,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353610x0, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Set watcher on znode that does not yet exist, /1-1975067278/running 2024-11-14T08:20:05,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35361-0x101386df2de0004 connected 2024-11-14T08:20:05,620 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:20:05,620 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:20:05,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35361-0x101386df2de0004, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Set watcher on znode that does not yet exist, /1-1975067278/master 2024-11-14T08:20:05,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35361-0x101386df2de0004, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Set watcher on znode that does not yet exist, /1-1975067278/acl 2024-11-14T08:20:05,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35361 2024-11-14T08:20:05,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35361 2024-11-14T08:20:05,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35361 2024-11-14T08:20:05,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35361 2024-11-14T08:20:05,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35361 2024-11-14T08:20:05,642 DEBUG [M:0;b344df224d93:38561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:38561 2024-11-14T08:20:05,643 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1975067278/backup-masters/b344df224d93,38561,1731572405435 2024-11-14T08:20:05,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101386df2de0004, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975067278/backup-masters 2024-11-14T08:20:05,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975067278/backup-masters 2024-11-14T08:20:05,651 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Set watcher on existing znode=/1-1975067278/backup-masters/b344df224d93,38561,1731572405435 2024-11-14T08:20:05,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975067278 2024-11-14T08:20:05,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101386df2de0004, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1975067278/master 2024-11-14T08:20:05,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101386df2de0004, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975067278 2024-11-14T08:20:05,662 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Set watcher on existing znode=/1-1975067278/master 2024-11-14T08:20:05,662 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1975067278/backup-masters/b344df224d93,38561,1731572405435 from backup master directory 2024-11-14T08:20:05,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101386df2de0004, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975067278/backup-masters 2024-11-14T08:20:05,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975067278/backup-masters/b344df224d93,38561,1731572405435 2024-11-14T08:20:05,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975067278/backup-masters 2024-11-14T08:20:05,672 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:20:05,672 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,38561,1731572405435 2024-11-14T08:20:05,675 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/hbase.id] with ID: 1d194161-1423-4d4f-b072-d66981a1ecc6 2024-11-14T08:20:05,675 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/.tmp/hbase.id 2024-11-14T08:20:05,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:20:06,081 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/.tmp/hbase.id]:[hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/hbase.id] 2024-11-14T08:20:06,092 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:06,092 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:20:06,093 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T08:20:06,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101386df2de0004, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975067278 2024-11-14T08:20:06,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975067278 2024-11-14T08:20:06,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:20:06,509 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:20:06,509 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:20:06,510 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:20:06,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:20:06,916 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/data/master/store 2024-11-14T08:20:06,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:20:07,322 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:07,322 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:20:07,322 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:07,322 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:07,322 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:20:07,322 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:07,322 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:07,322 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572407322Disabling compacts and flushes for region at 1731572407322Disabling writes for close at 1731572407322Writing region close event to WAL at 1731572407322Closed at 1731572407322 2024-11-14T08:20:07,323 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/data/master/store/.initializing 2024-11-14T08:20:07,323 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/WALs/b344df224d93,38561,1731572405435 2024-11-14T08:20:07,324 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:20:07,325 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C38561%2C1731572405435, suffix=, logDir=hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/WALs/b344df224d93,38561,1731572405435, archiveDir=hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/oldWALs, maxLogs=10 2024-11-14T08:20:07,336 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/WALs/b344df224d93,38561,1731572405435/b344df224d93%2C38561%2C1731572405435.1731572407325, exclude list is [], retry=0 2024-11-14T08:20:07,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-f87c34e4-158c-405e-8bfe-1bef74bf98c6,DISK] 2024-11-14T08:20:07,340 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/WALs/b344df224d93,38561,1731572405435/b344df224d93%2C38561%2C1731572405435.1731572407325 2024-11-14T08:20:07,340 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34313:34313)] 2024-11-14T08:20:07,340 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:20:07,340 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:07,341 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:07,341 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:07,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:07,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:20:07,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:07,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:07,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:07,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:20:07,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:07,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:07,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:07,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:20:07,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:07,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:07,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:07,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:20:07,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:07,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:07,348 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:07,348 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:07,348 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:07,350 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:07,350 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:07,350 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:20:07,351 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:07,353 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:20:07,353 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70946617, jitterRate=0.057186976075172424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:20:07,353 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572407341Initializing all the Stores at 1731572407341Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572407341Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572407342 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572407342Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572407342Cleaning up temporary data from old regions at 1731572407350 (+8 ms)Region opened successfully at 1731572407353 (+3 ms) 2024-11-14T08:20:07,354 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:20:07,356 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a6a8dc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:20:07,356 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:20:07,357 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:20:07,357 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:20:07,357 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:20:07,357 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T08:20:07,357 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T08:20:07,357 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:20:07,359 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:20:07,360 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Unable to get data of znode /1-1975067278/balancer because node does not exist (not necessarily an error) 2024-11-14T08:20:07,377 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975067278/balancer already deleted, retry=false 2024-11-14T08:20:07,377 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:20:07,378 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Unable to get data of znode /1-1975067278/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:20:07,387 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975067278/normalizer already deleted, retry=false 2024-11-14T08:20:07,388 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:20:07,389 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Unable to get data of znode /1-1975067278/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:20:07,398 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975067278/switch/split already deleted, retry=false 2024-11-14T08:20:07,399 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Unable to get data of znode /1-1975067278/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:20:07,408 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975067278/switch/merge already deleted, retry=false 2024-11-14T08:20:07,410 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Unable to get data of znode /1-1975067278/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:20:07,419 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975067278/snapshot-cleanup already deleted, retry=false 2024-11-14T08:20:07,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1975067278/running 2024-11-14T08:20:07,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101386df2de0004, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1975067278/running 2024-11-14T08:20:07,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101386df2de0004, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975067278 2024-11-14T08:20:07,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975067278 2024-11-14T08:20:07,430 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,38561,1731572405435, sessionid=0x101386df2de0003, setting cluster-up flag (Was=false) 2024-11-14T08:20:07,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975067278 2024-11-14T08:20:07,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101386df2de0004, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975067278 2024-11-14T08:20:07,482 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1975067278/flush-table-proc/acquired, /1-1975067278/flush-table-proc/reached, /1-1975067278/flush-table-proc/abort 2024-11-14T08:20:07,484 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,38561,1731572405435 2024-11-14T08:20:07,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975067278 2024-11-14T08:20:07,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101386df2de0004, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975067278 2024-11-14T08:20:07,535 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1975067278/online-snapshot/acquired, /1-1975067278/online-snapshot/reached, /1-1975067278/online-snapshot/abort 2024-11-14T08:20:07,536 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,38561,1731572405435 2024-11-14T08:20:07,537 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:20:07,538 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:20:07,538 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:20:07,538 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:20:07,539 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,38561,1731572405435 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:20:07,540 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:20:07,540 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:20:07,540 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:20:07,540 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:20:07,540 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:20:07,540 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:07,540 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:20:07,540 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:07,541 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572437541 2024-11-14T08:20:07,541 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:20:07,541 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:20:07,541 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:20:07,541 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:20:07,541 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:20:07,541 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:20:07,541 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:07,541 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:20:07,541 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:20:07,541 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:20:07,541 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:20:07,542 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:20:07,542 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:20:07,542 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572407542,5,FailOnTimeoutGroup] 2024-11-14T08:20:07,542 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:20:07,542 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:20:07,542 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572407542,5,FailOnTimeoutGroup] 2024-11-14T08:20:07,542 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:07,542 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:20:07,542 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:07,542 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:07,543 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:07,543 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:20:07,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:20:07,629 INFO [RS:0;b344df224d93:35361 {}] regionserver.HRegionServer(746): ClusterId : 1d194161-1423-4d4f-b072-d66981a1ecc6 2024-11-14T08:20:07,629 DEBUG [RS:0;b344df224d93:35361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:20:07,641 DEBUG [RS:0;b344df224d93:35361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:20:07,641 DEBUG [RS:0;b344df224d93:35361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:20:07,651 DEBUG [RS:0;b344df224d93:35361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:20:07,651 DEBUG [RS:0;b344df224d93:35361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3681399d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:20:07,662 DEBUG [RS:0;b344df224d93:35361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:35361 2024-11-14T08:20:07,662 INFO [RS:0;b344df224d93:35361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:20:07,662 INFO [RS:0;b344df224d93:35361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:20:07,662 DEBUG [RS:0;b344df224d93:35361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:20:07,663 INFO [RS:0;b344df224d93:35361 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,38561,1731572405435 with port=35361, startcode=1731572405599 2024-11-14T08:20:07,663 DEBUG [RS:0;b344df224d93:35361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:20:07,664 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:20:07,664 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38561 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,35361,1731572405599 2024-11-14T08:20:07,664 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38561 {}] master.ServerManager(517): Registering regionserver=b344df224d93,35361,1731572405599 2024-11-14T08:20:07,666 DEBUG [RS:0;b344df224d93:35361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2 2024-11-14T08:20:07,666 DEBUG [RS:0;b344df224d93:35361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35177 2024-11-14T08:20:07,666 DEBUG [RS:0;b344df224d93:35361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:20:07,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975067278/rs 2024-11-14T08:20:07,700 DEBUG [RS:0;b344df224d93:35361 {}] zookeeper.ZKUtil(111): regionserver:35361-0x101386df2de0004, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Set watcher on existing znode=/1-1975067278/rs/b344df224d93,35361,1731572405599 2024-11-14T08:20:07,700 WARN [RS:0;b344df224d93:35361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:20:07,700 INFO [RS:0;b344df224d93:35361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:20:07,700 DEBUG [RS:0;b344df224d93:35361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/WALs/b344df224d93,35361,1731572405599 2024-11-14T08:20:07,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,35361,1731572405599] 2024-11-14T08:20:07,703 INFO [RS:0;b344df224d93:35361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:20:07,705 INFO [RS:0;b344df224d93:35361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:20:07,705 INFO [RS:0;b344df224d93:35361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:20:07,705 INFO [RS:0;b344df224d93:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:07,705 INFO [RS:0;b344df224d93:35361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:20:07,706 INFO [RS:0;b344df224d93:35361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:20:07,706 INFO [RS:0;b344df224d93:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:07,706 DEBUG [RS:0;b344df224d93:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:07,706 DEBUG [RS:0;b344df224d93:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:07,706 DEBUG [RS:0;b344df224d93:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:07,706 DEBUG [RS:0;b344df224d93:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:07,706 DEBUG [RS:0;b344df224d93:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:07,706 DEBUG [RS:0;b344df224d93:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:20:07,706 DEBUG [RS:0;b344df224d93:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:07,706 DEBUG [RS:0;b344df224d93:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:07,706 DEBUG [RS:0;b344df224d93:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:07,706 DEBUG [RS:0;b344df224d93:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:07,706 DEBUG [RS:0;b344df224d93:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:07,706 DEBUG [RS:0;b344df224d93:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:07,706 DEBUG [RS:0;b344df224d93:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:20:07,706 DEBUG [RS:0;b344df224d93:35361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:20:07,707 INFO [RS:0;b344df224d93:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:07,707 INFO [RS:0;b344df224d93:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:07,707 INFO [RS:0;b344df224d93:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:07,707 INFO [RS:0;b344df224d93:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:07,707 INFO [RS:0;b344df224d93:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:07,707 INFO [RS:0;b344df224d93:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,35361,1731572405599-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:20:07,719 INFO [RS:0;b344df224d93:35361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:20:07,719 INFO [RS:0;b344df224d93:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,35361,1731572405599-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:07,719 INFO [RS:0;b344df224d93:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:07,719 INFO [RS:0;b344df224d93:35361 {}] regionserver.Replication(171): b344df224d93,35361,1731572405599 started 2024-11-14T08:20:07,730 INFO [RS:0;b344df224d93:35361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:07,730 INFO [RS:0;b344df224d93:35361 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,35361,1731572405599, RpcServer on b344df224d93/172.17.0.3:35361, sessionid=0x101386df2de0004 2024-11-14T08:20:07,730 DEBUG [RS:0;b344df224d93:35361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:20:07,730 DEBUG [RS:0;b344df224d93:35361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,35361,1731572405599 2024-11-14T08:20:07,730 DEBUG [RS:0;b344df224d93:35361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,35361,1731572405599' 2024-11-14T08:20:07,730 DEBUG [RS:0;b344df224d93:35361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1975067278/flush-table-proc/abort' 2024-11-14T08:20:07,731 DEBUG [RS:0;b344df224d93:35361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1975067278/flush-table-proc/acquired' 2024-11-14T08:20:07,731 DEBUG [RS:0;b344df224d93:35361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:20:07,731 DEBUG [RS:0;b344df224d93:35361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:20:07,731 DEBUG [RS:0;b344df224d93:35361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,35361,1731572405599 2024-11-14T08:20:07,731 DEBUG [RS:0;b344df224d93:35361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,35361,1731572405599' 2024-11-14T08:20:07,731 DEBUG [RS:0;b344df224d93:35361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1975067278/online-snapshot/abort' 2024-11-14T08:20:07,732 DEBUG [RS:0;b344df224d93:35361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1975067278/online-snapshot/acquired' 2024-11-14T08:20:07,732 DEBUG [RS:0;b344df224d93:35361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:20:07,732 INFO [RS:0;b344df224d93:35361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:20:07,732 INFO [RS:0;b344df224d93:35361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:20:07,832 INFO [RS:0;b344df224d93:35361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:20:07,834 INFO [RS:0;b344df224d93:35361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C35361%2C1731572405599, suffix=, logDir=hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/WALs/b344df224d93,35361,1731572405599, archiveDir=hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/oldWALs, maxLogs=10 2024-11-14T08:20:07,847 DEBUG [RS:0;b344df224d93:35361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/WALs/b344df224d93,35361,1731572405599/b344df224d93%2C35361%2C1731572405599.1731572407834, exclude list is [], retry=0 2024-11-14T08:20:07,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-f87c34e4-158c-405e-8bfe-1bef74bf98c6,DISK] 2024-11-14T08:20:07,852 INFO [RS:0;b344df224d93:35361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/WALs/b344df224d93,35361,1731572405599/b344df224d93%2C35361%2C1731572405599.1731572407834 2024-11-14T08:20:07,853 DEBUG [RS:0;b344df224d93:35361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34313:34313)] 2024-11-14T08:20:07,953 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:20:07,953 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2 2024-11-14T08:20:07,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741833_1009 (size=32) 2024-11-14T08:20:08,087 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T08:20:08,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:08,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:20:08,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:20:08,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:08,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:08,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:20:08,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:20:08,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:08,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:08,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:20:08,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:20:08,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:08,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:08,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:20:08,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:20:08,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:08,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:08,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:20:08,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/data/hbase/meta/1588230740 2024-11-14T08:20:08,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/data/hbase/meta/1588230740 2024-11-14T08:20:08,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:20:08,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:20:08,368 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:20:08,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:20:08,371 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:20:08,372 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68658904, jitterRate=0.02309739589691162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:20:08,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572408359Initializing all the Stores at 1731572408360 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572408360Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572408360Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572408360Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572408360Cleaning up temporary data from old regions at 1731572408368 (+8 ms)Region opened successfully at 1731572408372 (+4 ms) 2024-11-14T08:20:08,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:20:08,372 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:20:08,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:20:08,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:20:08,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:20:08,372 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:20:08,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572408372Disabling compacts and flushes for region at 1731572408372Disabling writes for close at 1731572408372Writing region close event to WAL at 1731572408372Closed at 1731572408372 2024-11-14T08:20:08,373 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:20:08,373 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:20:08,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:20:08,374 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:20:08,375 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:20:08,525 DEBUG [b344df224d93:38561 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:20:08,526 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,35361,1731572405599 2024-11-14T08:20:08,526 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,35361,1731572405599, state=OPENING 2024-11-14T08:20:08,535 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:20:08,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975067278 2024-11-14T08:20:08,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101386df2de0004, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975067278 2024-11-14T08:20:08,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1975067278/meta-region-server: CHANGED 2024-11-14T08:20:08,546 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:20:08,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1975067278/meta-region-server: CHANGED 2024-11-14T08:20:08,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,35361,1731572405599}] 2024-11-14T08:20:08,698 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:20:08,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:20:08,702 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:20:08,702 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:20:08,703 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:20:08,704 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C35361%2C1731572405599.meta, suffix=.meta, logDir=hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/WALs/b344df224d93,35361,1731572405599, archiveDir=hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/oldWALs, maxLogs=10 2024-11-14T08:20:08,716 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/WALs/b344df224d93,35361,1731572405599/b344df224d93%2C35361%2C1731572405599.meta.1731572408704.meta, exclude list is [], retry=0 2024-11-14T08:20:08,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43105,DS-f87c34e4-158c-405e-8bfe-1bef74bf98c6,DISK] 2024-11-14T08:20:08,719 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/WALs/b344df224d93,35361,1731572405599/b344df224d93%2C35361%2C1731572405599.meta.1731572408704.meta 2024-11-14T08:20:08,720 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34313:34313)] 2024-11-14T08:20:08,720 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:20:08,720 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:20:08,720 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:20:08,720 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:20:08,720 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:20:08,720 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:20:08,720 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:08,721 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:20:08,721 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:20:08,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:20:08,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:20:08,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:08,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:08,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:20:08,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:20:08,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:08,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:08,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:20:08,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:20:08,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:08,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:08,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:20:08,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:20:08,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:08,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:08,725 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:20:08,726 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/data/hbase/meta/1588230740 2024-11-14T08:20:08,727 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/data/hbase/meta/1588230740 2024-11-14T08:20:08,727 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:20:08,728 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:20:08,728 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:20:08,729 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:20:08,730 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75462614, jitterRate=0.12448057532310486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:20:08,730 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:20:08,730 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572408721Writing region info on filesystem at 1731572408721Initializing all the Stores at 1731572408721Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572408721Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572408722 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572408722Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572408722Cleaning up temporary data from old regions at 1731572408728 (+6 ms)Running coprocessor post-open hooks at 1731572408730 (+2 ms)Region opened successfully at 1731572408730 2024-11-14T08:20:08,731 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572408698 2024-11-14T08:20:08,733 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:20:08,733 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:20:08,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,35361,1731572405599 2024-11-14T08:20:08,734 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,35361,1731572405599, state=OPEN 2024-11-14T08:20:08,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:20:08,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1975067278/meta-region-server 2024-11-14T08:20:08,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101386df2de0004, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1975067278/meta-region-server 2024-11-14T08:20:08,745 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,35361,1731572405599 2024-11-14T08:20:08,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1975067278/meta-region-server: CHANGED 2024-11-14T08:20:08,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1975067278/meta-region-server: CHANGED 2024-11-14T08:20:08,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:20:08,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,35361,1731572405599 in 199 msec 2024-11-14T08:20:08,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:20:08,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 374 msec 2024-11-14T08:20:08,750 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:20:08,750 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:20:08,752 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:08,752 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,35361,1731572405599, seqNum=-1] 2024-11-14T08:20:08,752 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:20:08,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:20:08,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2200 sec 2024-11-14T08:20:08,759 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572408759, completionTime=-1 2024-11-14T08:20:08,759 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:20:08,759 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:20:08,761 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:20:08,761 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572468761 2024-11-14T08:20:08,761 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572528761 2024-11-14T08:20:08,761 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T08:20:08,762 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,38561,1731572405435-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:08,762 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,38561,1731572405435-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:08,762 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,38561,1731572405435-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:08,762 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:38561, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:08,762 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:08,762 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:08,764 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:20:08,766 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.094sec 2024-11-14T08:20:08,766 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:20:08,766 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:20:08,766 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:20:08,766 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:20:08,766 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:20:08,766 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,38561,1731572405435-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:20:08,766 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,38561,1731572405435-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:20:08,768 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:20:08,768 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:20:08,768 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,38561,1731572405435-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:08,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:08,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:08,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:08,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:08,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:08,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:08,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@553c68b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:08,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,38561,-1 for getting cluster id 2024-11-14T08:20:08,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:08,832 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d194161-1423-4d4f-b072-d66981a1ecc6' 2024-11-14T08:20:08,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:08,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d194161-1423-4d4f-b072-d66981a1ecc6" 2024-11-14T08:20:08,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8d09c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:08,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,38561,-1] 2024-11-14T08:20:08,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:08,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:08,833 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:08,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8071e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:08,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:08,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,35361,1731572405599, seqNum=-1] 2024-11-14T08:20:08,836 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:20:08,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:20:08,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,38561,1731572405435 2024-11-14T08:20:08,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60312 2024-11-14T08:20:08,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:20:08,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101386df2de0005 connected 2024-11-14T08:20:08,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1adbe2a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:08,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,33859,-1 for getting cluster id 2024-11-14T08:20:08,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:08,865 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b14a00c-4153-4fad-bf5e-812c0d555b2a' 2024-11-14T08:20:08,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:08,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b14a00c-4153-4fad-bf5e-812c0d555b2a" 2024-11-14T08:20:08,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@553cbf90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:08,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,33859,-1] 2024-11-14T08:20:08,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:08,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:08,867 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:08,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4a10ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:08,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:08,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,33859,1731572399810 2024-11-14T08:20:08,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d2ef406 2024-11-14T08:20:08,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:20:08,869 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:20:08,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b344df224d93:38561,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T08:20:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T08:20:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:20:08,872 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:38561' 2024-11-14T08:20:08,873 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a55c2e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:08,873 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,38561,-1 for getting cluster id 2024-11-14T08:20:08,873 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:08,874 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d194161-1423-4d4f-b072-d66981a1ecc6' 2024-11-14T08:20:08,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:08,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d194161-1423-4d4f-b072-d66981a1ecc6" 2024-11-14T08:20:08,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce710d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:08,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,38561,-1] 2024-11-14T08:20:08,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:08,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:08,875 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:08,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5881553c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:08,876 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:08,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,38561,1731572405435 2024-11-14T08:20:08,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2af4322b 2024-11-14T08:20:08,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:20:08,878 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:20:08,879 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T08:20:08,879 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T08:20:08,879 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:08,879 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:08,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:20:08,880 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:20:08,881 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T08:20:08,882 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:20:08,882 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:08,883 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:20:08,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741835_1011 (size=1138) 2024-11-14T08:20:08,931 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T08:20:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:20:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:20:09,290 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8bdfcbd67146b889914752a38e1069ae, NAME => 'hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12 2024-11-14T08:20:09,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741836_1012 (size=44) 2024-11-14T08:20:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:20:09,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:09,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8bdfcbd67146b889914752a38e1069ae, disabling compactions & flushes 2024-11-14T08:20:09,697 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. 2024-11-14T08:20:09,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. 2024-11-14T08:20:09,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. after waiting 0 ms 2024-11-14T08:20:09,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. 2024-11-14T08:20:09,697 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. 2024-11-14T08:20:09,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8bdfcbd67146b889914752a38e1069ae: Waiting for close lock at 1731572409697Disabling compacts and flushes for region at 1731572409697Disabling writes for close at 1731572409697Writing region close event to WAL at 1731572409697Closed at 1731572409697 2024-11-14T08:20:09,699 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:20:09,699 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731572409699"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572409699"}]},"ts":"1731572409699"} 2024-11-14T08:20:09,703 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:20:09,704 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:20:09,705 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572409704"}]},"ts":"1731572409704"} 2024-11-14T08:20:09,707 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T08:20:09,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8bdfcbd67146b889914752a38e1069ae, ASSIGN}] 2024-11-14T08:20:09,709 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8bdfcbd67146b889914752a38e1069ae, ASSIGN 2024-11-14T08:20:09,711 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8bdfcbd67146b889914752a38e1069ae, ASSIGN; state=OFFLINE, location=b344df224d93,46361,1731572400006; forceNewPlan=false, retain=false 2024-11-14T08:20:09,861 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8bdfcbd67146b889914752a38e1069ae, regionState=OPENING, regionLocation=b344df224d93,46361,1731572400006 2024-11-14T08:20:09,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8bdfcbd67146b889914752a38e1069ae, ASSIGN because future has completed 2024-11-14T08:20:09,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bdfcbd67146b889914752a38e1069ae, server=b344df224d93,46361,1731572400006}] 2024-11-14T08:20:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:20:10,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. 2024-11-14T08:20:10,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:20:10,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T08:20:10,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C46361%2C1731572400006.rep, suffix=, logDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006, archiveDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/oldWALs, maxLogs=10 2024-11-14T08:20:10,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006/b344df224d93%2C46361%2C1731572400006.rep.1731572410041, exclude list is [], retry=0 2024-11-14T08:20:10,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37311,DS-b550a77f-ebf1-4ffe-9611-40a088410076,DISK] 2024-11-14T08:20:10,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006/b344df224d93%2C46361%2C1731572400006.rep.1731572410041 2024-11-14T08:20:10,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42425:42425)] 2024-11-14T08:20:10,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bdfcbd67146b889914752a38e1069ae, NAME => 'hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:20:10,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:20:10,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:20:10,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. service=MultiRowMutationService 2024-11-14T08:20:10,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T08:20:10,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:10,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:10,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:10,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:10,075 INFO [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:10,077 INFO [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bdfcbd67146b889914752a38e1069ae columnFamilyName hfileref 2024-11-14T08:20:10,077 DEBUG [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:10,077 INFO [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] regionserver.HStore(327): Store=8bdfcbd67146b889914752a38e1069ae/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:10,078 INFO [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:10,080 INFO [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bdfcbd67146b889914752a38e1069ae columnFamilyName queue 2024-11-14T08:20:10,080 DEBUG [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:10,081 INFO [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] regionserver.HStore(327): Store=8bdfcbd67146b889914752a38e1069ae/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:10,081 INFO [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:10,082 INFO [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bdfcbd67146b889914752a38e1069ae columnFamilyName sid 2024-11-14T08:20:10,082 DEBUG [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:10,083 INFO [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] regionserver.HStore(327): Store=8bdfcbd67146b889914752a38e1069ae/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:10,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:10,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/replication/8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:10,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/replication/8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:10,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:10,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:10,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:20:10,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:10,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/replication/8bdfcbd67146b889914752a38e1069ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:20:10,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 8bdfcbd67146b889914752a38e1069ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67546294, jitterRate=0.00651821494102478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:20:10,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:10,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8bdfcbd67146b889914752a38e1069ae: Running coprocessor pre-open hook at 1731572410074Writing region info on filesystem at 1731572410074Initializing all the Stores at 1731572410075 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572410075Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572410075Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572410075Cleaning up temporary data from old regions at 1731572410095 (+20 ms)Running coprocessor post-open hooks at 1731572410102 (+7 ms)Region opened successfully at 1731572410104 (+2 ms) 2024-11-14T08:20:10,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae., pid=7, masterSystemTime=1731572410018 2024-11-14T08:20:10,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. 2024-11-14T08:20:10,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. 2024-11-14T08:20:10,109 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8bdfcbd67146b889914752a38e1069ae, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,46361,1731572400006 2024-11-14T08:20:10,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bdfcbd67146b889914752a38e1069ae, server=b344df224d93,46361,1731572400006 because future has completed 2024-11-14T08:20:10,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T08:20:10,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bdfcbd67146b889914752a38e1069ae, server=b344df224d93,46361,1731572400006 in 249 msec 2024-11-14T08:20:10,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T08:20:10,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8bdfcbd67146b889914752a38e1069ae, ASSIGN in 411 msec 2024-11-14T08:20:10,123 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:20:10,123 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572410123"}]},"ts":"1731572410123"} 2024-11-14T08:20:10,126 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T08:20:10,127 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:20:10,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2470 sec 2024-11-14T08:20:10,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae., hostname=b344df224d93,46361,1731572400006, seqNum=2] 2024-11-14T08:20:10,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:10,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101386df2de0001, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:10,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T08:20:10,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T08:20:10,413 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T08:20:10,456 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b344df224d93,46361,1731572400006, ReplicationSource: 1, currentBandwidth=0 2024-11-14T08:20:10,456 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:10,456 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,46361,1731572400006, seqNum=-1] 2024-11-14T08:20:10,457 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:20:10,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-14T08:20:10,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b344df224d93,46361,1731572400006', locateType=CURRENT is [region=hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae., hostname=b344df224d93,46361,1731572400006, seqNum=2] 2024-11-14T08:20:10,464 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T08:20:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T08:20:10,470 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b344df224d93,46361,1731572400006 suceeded 2024-11-14T08:20:10,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T08:20:10,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-14T08:20:10,473 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b344df224d93:38561,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T08:20:10,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6040 sec 2024-11-14T08:20:10,484 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46361,1731572400006 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:38561' 2024-11-14T08:20:10,487 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46361,1731572400006 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19c5918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:10,487 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46361,1731572400006 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,38561,-1 for getting cluster id 2024-11-14T08:20:10,488 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46361,1731572400006 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:10,489 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d194161-1423-4d4f-b072-d66981a1ecc6' 2024-11-14T08:20:10,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:10,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d194161-1423-4d4f-b072-d66981a1ecc6" 2024-11-14T08:20:10,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b6cd577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:10,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,38561,-1] 2024-11-14T08:20:10,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:10,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:10,492 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:10,493 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46361,1731572400006 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eeb3419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:10,493 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46361,1731572400006 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:10,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,38561,1731572405435 2024-11-14T08:20:10,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c00e141 2024-11-14T08:20:10,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:20:10,495 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-14T08:20:10,498 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46361,1731572400006 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b344df224d93,46361,1731572400006 (queues=1) is replicating from cluster=6b14a00c-4153-4fad-bf5e-812c0d555b2a to cluster=1d194161-1423-4d4f-b072-d66981a1ecc6 2024-11-14T08:20:10,498 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46361,1731572400006 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b344df224d93%2C46361%2C1731572400006 2024-11-14T08:20:10,498 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46361,1731572400006 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b344df224d93,46361,1731572400006, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T08:20:10,505 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46361,1731572400006.replicationSource.wal-reader.b344df224d93%2C46361%2C1731572400006,1-b344df224d93,46361,1731572400006 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006/b344df224d93%2C46361%2C1731572400006.1731572402221, startPosition=0, beingWritten=true 2024-11-14T08:20:10,512 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46361,1731572400006.replicationSource.shipperb344df224d93%2C46361%2C1731572400006,1-b344df224d93,46361,1731572400006 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b344df224d93%2C46361%2C1731572400006 2024-11-14T08:20:10,740 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46361,1731572400006.replicationSource.wal-reader.b344df224d93%2C46361%2C1731572400006,1-b344df224d93,46361,1731572400006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006/b344df224d93%2C46361%2C1731572400006.1731572402221 to pos 0, reset compression=false 2024-11-14T08:20:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:20:11,016 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T08:20:11,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:20:11,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:11,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:11,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:11,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:20:11,016 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,33859,1731572399810 2024-11-14T08:20:11,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ebbfc0a 2024-11-14T08:20:11,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:20:11,021 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:20:11,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33859 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T08:20:11,022 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:20:11,022 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:11,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:11,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:11,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:20:11,023 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:20:11,023 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=8161538, stopped=false 2024-11-14T08:20:11,023 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,33859,1731572399810 2024-11-14T08:20:11,054 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46361,1731572400006.replicationSource.wal-reader.b344df224d93%2C46361%2C1731572400006,1-b344df224d93,46361,1731572400006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006/b344df224d93%2C46361%2C1731572400006.1731572402221 to pos 0, reset compression=false 2024-11-14T08:20:11,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02035392913/running 2024-11-14T08:20:11,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:11,072 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:20:11,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:20:11,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:11,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:11,073 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,46361,1731572400006' ***** 2024-11-14T08:20:11,073 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:20:11,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101386df2de0001, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02035392913/running 2024-11-14T08:20:11,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101386df2de0001, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:11,074 INFO [RS:0;b344df224d93:46361 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:20:11,074 INFO [RS:0;b344df224d93:46361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:20:11,074 INFO [RS:0;b344df224d93:46361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:20:11,074 INFO [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(3091): Received CLOSE for 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:11,074 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:20:11,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46361-0x101386df2de0001, quorum=127.0.0.1:60312, baseZNode=/02035392913 Set watcher on znode that does not yet exist, /02035392913/running 2024-11-14T08:20:11,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Set watcher on znode that does not yet exist, /02035392913/running 2024-11-14T08:20:11,096 INFO [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(959): stopping server b344df224d93,46361,1731572400006 2024-11-14T08:20:11,096 INFO [RS:0;b344df224d93:46361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:20:11,096 INFO [RS:0;b344df224d93:46361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:46361. 2024-11-14T08:20:11,097 DEBUG [RS:0;b344df224d93:46361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:11,097 DEBUG [RS:0;b344df224d93:46361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:11,097 INFO [RS:0;b344df224d93:46361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:20:11,097 INFO [RS:0;b344df224d93:46361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:20:11,097 INFO [RS:0;b344df224d93:46361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:20:11,097 INFO [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:20:11,097 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8bdfcbd67146b889914752a38e1069ae, disabling compactions & flushes 2024-11-14T08:20:11,097 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. 2024-11-14T08:20:11,098 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. 2024-11-14T08:20:11,098 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. after waiting 0 ms 2024-11-14T08:20:11,098 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. 2024-11-14T08:20:11,098 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8bdfcbd67146b889914752a38e1069ae 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T08:20:11,098 INFO [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T08:20:11,098 DEBUG [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8bdfcbd67146b889914752a38e1069ae=hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae.} 2024-11-14T08:20:11,098 DEBUG [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:11,099 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:20:11,099 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:20:11,099 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:20:11,099 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:20:11,099 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:20:11,099 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T08:20:11,103 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:20:11,139 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/.tmp/info/6fdc4236428443ef89a7a7e7e55e2f13 is 147, key is hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae./info:regioninfo/1731572410109/Put/seqid=0 2024-11-14T08:20:11,142 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/replication/8bdfcbd67146b889914752a38e1069ae/.tmp/queue/edec7b11db59454f842524fc1715559e is 151, key is 1-b344df224d93,46361,1731572400006/queue:b344df224d93%2C46361%2C1731572400006/1731572410462/Put/seqid=0 2024-11-14T08:20:11,155 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T08:20:11,156 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T08:20:11,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741838_1014 (size=6631) 2024-11-14T08:20:11,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741839_1015 (size=5350) 2024-11-14T08:20:11,178 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/replication/8bdfcbd67146b889914752a38e1069ae/.tmp/queue/edec7b11db59454f842524fc1715559e 2024-11-14T08:20:11,186 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/replication/8bdfcbd67146b889914752a38e1069ae/.tmp/queue/edec7b11db59454f842524fc1715559e as hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/replication/8bdfcbd67146b889914752a38e1069ae/queue/edec7b11db59454f842524fc1715559e 2024-11-14T08:20:11,193 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/replication/8bdfcbd67146b889914752a38e1069ae/queue/edec7b11db59454f842524fc1715559e, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T08:20:11,195 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8bdfcbd67146b889914752a38e1069ae in 97ms, sequenceid=5, compaction requested=false 2024-11-14T08:20:11,195 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T08:20:11,207 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/replication/8bdfcbd67146b889914752a38e1069ae/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T08:20:11,208 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:20:11,208 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:20:11,208 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. 2024-11-14T08:20:11,208 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8bdfcbd67146b889914752a38e1069ae: Waiting for close lock at 1731572411097Running coprocessor pre-close hooks at 1731572411097Disabling compacts and flushes for region at 1731572411097Disabling writes for close at 1731572411098 (+1 ms)Obtaining lock to block concurrent updates at 1731572411098Preparing flush snapshotting stores in 8bdfcbd67146b889914752a38e1069ae at 1731572411098Finished memstore snapshotting hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731572411102 (+4 ms)Flushing stores of hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. at 1731572411103 (+1 ms)Flushing 8bdfcbd67146b889914752a38e1069ae/queue: creating writer at 1731572411103Flushing 8bdfcbd67146b889914752a38e1069ae/queue: appending metadata at 1731572411142 (+39 ms)Flushing 8bdfcbd67146b889914752a38e1069ae/queue: closing flushed file at 1731572411142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fb8e967: reopening flushed file at 1731572411185 (+43 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8bdfcbd67146b889914752a38e1069ae in 97ms, sequenceid=5, compaction requested=false at 1731572411195 (+10 ms)Writing region close event to WAL at 1731572411203 (+8 ms)Running coprocessor post-close hooks at 1731572411208 (+5 ms)Closed at 1731572411208 2024-11-14T08:20:11,209 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. 2024-11-14T08:20:11,298 DEBUG [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:20:11,486 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46361,1731572400006.replicationSource.wal-reader.b344df224d93%2C46361%2C1731572400006,1-b344df224d93,46361,1731572400006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006/b344df224d93%2C46361%2C1731572400006.1731572402221 to pos 0, reset compression=false 2024-11-14T08:20:11,499 DEBUG [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:20:11,568 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/.tmp/info/6fdc4236428443ef89a7a7e7e55e2f13 2024-11-14T08:20:11,612 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/.tmp/ns/711fc2215e954f52b91fc986c5ca789d is 43, key is default/ns:d/1731572403305/Put/seqid=0 2024-11-14T08:20:11,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741840_1016 (size=5153) 2024-11-14T08:20:11,699 DEBUG [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:20:11,899 DEBUG [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:20:11,995 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46361,1731572400006.replicationSource.wal-reader.b344df224d93%2C46361%2C1731572400006,1-b344df224d93,46361,1731572400006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006/b344df224d93%2C46361%2C1731572400006.1731572402221 to pos 0, reset compression=false 2024-11-14T08:20:12,025 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/.tmp/ns/711fc2215e954f52b91fc986c5ca789d 2024-11-14T08:20:12,057 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/.tmp/table/c9fcc9c439f94d1588a87eba7dbbf37d is 53, key is hbase:replication/table:state/1731572410123/Put/seqid=0 2024-11-14T08:20:12,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741841_1017 (size=5256) 2024-11-14T08:20:12,099 INFO [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T08:20:12,099 DEBUG [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T08:20:12,099 DEBUG [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:20:12,300 DEBUG [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:20:12,470 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/.tmp/table/c9fcc9c439f94d1588a87eba7dbbf37d 2024-11-14T08:20:12,475 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/.tmp/info/6fdc4236428443ef89a7a7e7e55e2f13 as hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/info/6fdc4236428443ef89a7a7e7e55e2f13 2024-11-14T08:20:12,480 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/info/6fdc4236428443ef89a7a7e7e55e2f13, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T08:20:12,481 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/.tmp/ns/711fc2215e954f52b91fc986c5ca789d as hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/ns/711fc2215e954f52b91fc986c5ca789d 2024-11-14T08:20:12,485 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/ns/711fc2215e954f52b91fc986c5ca789d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T08:20:12,486 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/.tmp/table/c9fcc9c439f94d1588a87eba7dbbf37d as hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/table/c9fcc9c439f94d1588a87eba7dbbf37d 2024-11-14T08:20:12,490 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/table/c9fcc9c439f94d1588a87eba7dbbf37d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T08:20:12,491 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1392ms, sequenceid=11, compaction requested=false 2024-11-14T08:20:12,495 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T08:20:12,495 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:20:12,495 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:20:12,495 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:20:12,495 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572411098Running coprocessor pre-close hooks at 1731572411098Disabling compacts and flushes for region at 1731572411098Disabling writes for close at 1731572411099 (+1 ms)Obtaining lock to block concurrent updates at 1731572411099Preparing flush snapshotting stores in 1588230740 at 1731572411099Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731572411100 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731572411102 (+2 ms)Flushing 1588230740/info: creating writer at 1731572411102Flushing 1588230740/info: appending metadata at 1731572411135 (+33 ms)Flushing 1588230740/info: closing flushed file at 1731572411135Flushing 1588230740/ns: creating writer at 1731572411593 (+458 ms)Flushing 1588230740/ns: appending metadata at 1731572411612 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731572411612Flushing 1588230740/table: creating writer at 1731572412033 (+421 ms)Flushing 1588230740/table: appending metadata at 1731572412056 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731572412056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@109347ec: reopening flushed file at 1731572412474 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39476520: reopening flushed file at 1731572412480 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c0ad54e: reopening flushed file at 1731572412485 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1392ms, sequenceid=11, compaction requested=false at 1731572412491 (+6 ms)Writing region close event to WAL at 1731572412492 (+1 ms)Running coprocessor post-close hooks at 1731572412495 (+3 ms)Closed at 1731572412495 2024-11-14T08:20:12,495 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:20:12,500 INFO [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(976): stopping server b344df224d93,46361,1731572400006; all regions closed. 2024-11-14T08:20:12,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741834_1010 (size=2742) 2024-11-14T08:20:12,502 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006/b344df224d93%2C46361%2C1731572400006.meta.1731572403221.meta not finished, retry = 0 2024-11-14T08:20:12,602 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46361,1731572400006.replicationSource.wal-reader.b344df224d93%2C46361%2C1731572400006,1-b344df224d93,46361,1731572400006 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006/b344df224d93%2C46361%2C1731572400006.1731572402221 to pos 0, reset compression=false 2024-11-14T08:20:12,605 DEBUG [RS:0;b344df224d93:46361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/oldWALs 2024-11-14T08:20:12,605 INFO [RS:0;b344df224d93:46361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C46361%2C1731572400006.meta:.meta(num 1731572403221) 2024-11-14T08:20:12,610 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006/b344df224d93%2C46361%2C1731572400006.rep.1731572410041 not finished, retry = 0 2024-11-14T08:20:12,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741837_1013 (size=1586) 2024-11-14T08:20:12,712 DEBUG [RS:0;b344df224d93:46361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/oldWALs 2024-11-14T08:20:12,712 INFO [RS:0;b344df224d93:46361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C46361%2C1731572400006.rep:(num 1731572410041) 2024-11-14T08:20:12,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741832_1008 (size=93) 2024-11-14T08:20:12,722 DEBUG [RS:0;b344df224d93:46361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/oldWALs 2024-11-14T08:20:12,722 INFO [RS:0;b344df224d93:46361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C46361%2C1731572400006:(num 1731572402221) 2024-11-14T08:20:12,722 DEBUG [RS:0;b344df224d93:46361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:12,722 INFO [RS:0;b344df224d93:46361 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:20:12,723 INFO [RS:0;b344df224d93:46361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:20:12,723 INFO [RS:0;b344df224d93:46361 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T08:20:12,723 INFO [RS:0;b344df224d93:46361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:20:12,723 INFO [RS:0;b344df224d93:46361 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b344df224d93,46361,1731572400006 because: Region server is closing 2024-11-14T08:20:12,723 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:20:12,724 INFO [RS:0;b344df224d93:46361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:46361. 2024-11-14T08:20:12,724 DEBUG [RS:0;b344df224d93:46361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:12,724 DEBUG [RS:0;b344df224d93:46361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:12,724 DEBUG [RS:0;b344df224d93:46361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:12,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:20:12,824 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46361,1731572400006.replicationSource.wal-reader.b344df224d93%2C46361%2C1731572400006,1-b344df224d93,46361,1731572400006 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T08:20:12,824 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46361,1731572400006.replicationSource.shipperb344df224d93%2C46361%2C1731572400006,1-b344df224d93,46361,1731572400006 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T08:20:12,824 INFO [RS:0;b344df224d93:46361 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46361,1731572400006.replicationSource.shipperb344df224d93%2C46361%2C1731572400006,1-b344df224d93,46361,1731572400006 terminated 2024-11-14T08:20:12,825 INFO [RS:0;b344df224d93:46361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46361 2024-11-14T08:20:12,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913/rs 2024-11-14T08:20:12,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101386df2de0001, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02035392913/rs/b344df224d93,46361,1731572400006 2024-11-14T08:20:12,835 INFO [RS:0;b344df224d93:46361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:20:12,835 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,46361,1731572400006] 2024-11-14T08:20:12,856 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02035392913/draining/b344df224d93,46361,1731572400006 already deleted, retry=false 2024-11-14T08:20:12,856 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,46361,1731572400006 expired; onlineServers=0 2024-11-14T08:20:12,856 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,33859,1731572399810' ***** 2024-11-14T08:20:12,856 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:20:12,856 INFO [M:0;b344df224d93:33859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:20:12,856 INFO [M:0;b344df224d93:33859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:20:12,856 DEBUG [M:0;b344df224d93:33859 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:20:12,856 DEBUG [M:0;b344df224d93:33859 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:20:12,856 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:20:12,856 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572402020 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572402020,5,FailOnTimeoutGroup] 2024-11-14T08:20:12,856 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572402021 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572402021,5,FailOnTimeoutGroup] 2024-11-14T08:20:12,856 INFO [M:0;b344df224d93:33859 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:20:12,856 INFO [M:0;b344df224d93:33859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:20:12,856 DEBUG [M:0;b344df224d93:33859 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:20:12,856 INFO [M:0;b344df224d93:33859 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:20:12,857 INFO [M:0;b344df224d93:33859 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:20:12,857 INFO [M:0;b344df224d93:33859 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:20:12,857 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:20:12,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02035392913/master 2024-11-14T08:20:12,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:12,866 DEBUG [M:0;b344df224d93:33859 {}] zookeeper.ZKUtil(347): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Unable to get data of znode /02035392913/master because node does not exist (not an error) 2024-11-14T08:20:12,866 WARN [M:0;b344df224d93:33859 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T08:20:12,867 INFO [M:0;b344df224d93:33859 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/.lastflushedseqids 2024-11-14T08:20:12,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741842_1018 (size=181) 2024-11-14T08:20:12,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101386df2de0001, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:20:12,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46361-0x101386df2de0001, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:20:12,945 INFO [RS:0;b344df224d93:46361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:20:12,945 INFO [RS:0;b344df224d93:46361 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,46361,1731572400006; zookeeper connection closed. 2024-11-14T08:20:12,946 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@343fc252 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@343fc252 2024-11-14T08:20:12,946 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:20:13,273 INFO [M:0;b344df224d93:33859 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:20:13,274 INFO [M:0;b344df224d93:33859 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:20:13,274 DEBUG [M:0;b344df224d93:33859 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:20:13,274 INFO [M:0;b344df224d93:33859 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:13,274 DEBUG [M:0;b344df224d93:33859 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:13,274 DEBUG [M:0;b344df224d93:33859 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:20:13,274 DEBUG [M:0;b344df224d93:33859 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:13,274 INFO [M:0;b344df224d93:33859 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T08:20:13,294 DEBUG [M:0;b344df224d93:33859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5917c53a1f6f4d33810a75826bb1cf47 is 82, key is hbase:meta,,1/info:regioninfo/1731572403257/Put/seqid=0 2024-11-14T08:20:13,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741843_1019 (size=5672) 2024-11-14T08:20:13,699 INFO [M:0;b344df224d93:33859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5917c53a1f6f4d33810a75826bb1cf47 2024-11-14T08:20:13,721 DEBUG [M:0;b344df224d93:33859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ee451e7759a4e76a342a67e62fed3bb is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731572410129/Put/seqid=0 2024-11-14T08:20:13,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741844_1020 (size=7203) 2024-11-14T08:20:14,126 INFO [M:0;b344df224d93:33859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ee451e7759a4e76a342a67e62fed3bb 2024-11-14T08:20:14,143 DEBUG [M:0;b344df224d93:33859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7961ff61e304ae0866169ba96941c15 is 69, key is b344df224d93,46361,1731572400006/rs:state/1731572402071/Put/seqid=0 2024-11-14T08:20:14,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741845_1021 (size=5156) 2024-11-14T08:20:14,147 INFO [M:0;b344df224d93:33859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7961ff61e304ae0866169ba96941c15 2024-11-14T08:20:14,151 DEBUG [M:0;b344df224d93:33859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5917c53a1f6f4d33810a75826bb1cf47 as hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5917c53a1f6f4d33810a75826bb1cf47 2024-11-14T08:20:14,156 INFO [M:0;b344df224d93:33859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5917c53a1f6f4d33810a75826bb1cf47, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T08:20:14,156 DEBUG [M:0;b344df224d93:33859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ee451e7759a4e76a342a67e62fed3bb as hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ee451e7759a4e76a342a67e62fed3bb 2024-11-14T08:20:14,161 INFO [M:0;b344df224d93:33859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ee451e7759a4e76a342a67e62fed3bb, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T08:20:14,162 DEBUG [M:0;b344df224d93:33859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7961ff61e304ae0866169ba96941c15 as hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7961ff61e304ae0866169ba96941c15 2024-11-14T08:20:14,166 INFO [M:0;b344df224d93:33859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7961ff61e304ae0866169ba96941c15, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T08:20:14,167 INFO [M:0;b344df224d93:33859 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=70, compaction requested=false 2024-11-14T08:20:14,168 INFO [M:0;b344df224d93:33859 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:14,168 DEBUG [M:0;b344df224d93:33859 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572413274Disabling compacts and flushes for region at 1731572413274Disabling writes for close at 1731572413274Obtaining lock to block concurrent updates at 1731572413274Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572413274Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731572413274Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572413275 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572413275Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572413294 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572413294Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572413703 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572413720 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572413720Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572414130 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572414142 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572414142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a4484ec: reopening flushed file at 1731572414151 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70945348: reopening flushed file at 1731572414156 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e7b87b8: reopening flushed file at 1731572414161 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=70, compaction requested=false at 1731572414167 (+6 ms)Writing region close event to WAL at 1731572414168 (+1 ms)Closed at 1731572414168 2024-11-14T08:20:14,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741830_1006 (size=41008) 2024-11-14T08:20:14,170 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/WALs/b344df224d93,33859,1731572399810/b344df224d93%2C33859%2C1731572399810.1731572401735 not finished, retry = 0 2024-11-14T08:20:14,223 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:20:14,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:14,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:14,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:14,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:14,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:14,271 INFO [M:0;b344df224d93:33859 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:20:14,271 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:20:14,271 INFO [M:0;b344df224d93:33859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33859 2024-11-14T08:20:14,271 INFO [M:0;b344df224d93:33859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:20:14,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:14,477 INFO [M:0;b344df224d93:33859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:20:14,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:20:14,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33859-0x101386df2de0000, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:20:14,479 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:20:14,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:14,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:14,479 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:20:14,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:14,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:20:14,479 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:20:14,479 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:20:14,479 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41789 2024-11-14T08:20:14,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41789 connecting to ZooKeeper ensemble=127.0.0.1:60312 2024-11-14T08:20:14,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417890x0, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:20:14,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41789-0x101386df2de0006 connected 2024-11-14T08:20:14,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:14,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:14,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Set watcher on znode that does not yet exist, /02035392913/running 2024-11-14T08:20:14,518 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02035392913/meta-region-server: INIT 2024-11-14T08:20:14,518 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12, hbase.cluster.distributed=false 2024-11-14T08:20:14,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Set watcher on znode that does not yet exist, /02035392913/acl 2024-11-14T08:20:14,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41789 2024-11-14T08:20:14,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41789 2024-11-14T08:20:14,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41789 2024-11-14T08:20:14,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41789 2024-11-14T08:20:14,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41789 2024-11-14T08:20:14,533 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:20:14,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:14,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:14,533 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:20:14,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:14,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:20:14,533 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:20:14,533 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:20:14,534 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33481 2024-11-14T08:20:14,534 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33481 connecting to ZooKeeper ensemble=127.0.0.1:60312 2024-11-14T08:20:14,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:14,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:14,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334810x0, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:20:14,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334810x0, quorum=127.0.0.1:60312, baseZNode=/02035392913 Set watcher on znode that does not yet exist, /02035392913/running 2024-11-14T08:20:14,551 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02035392913/meta-region-server: INIT 2024-11-14T08:20:14,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33481-0x101386df2de0007 connected 2024-11-14T08:20:14,551 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:20:14,551 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:20:14,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33481-0x101386df2de0007, quorum=127.0.0.1:60312, baseZNode=/02035392913 Set watcher on znode that does not yet exist, /02035392913/master 2024-11-14T08:20:14,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33481-0x101386df2de0007, quorum=127.0.0.1:60312, baseZNode=/02035392913 Set watcher on znode that does not yet exist, /02035392913/acl 2024-11-14T08:20:14,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33481 2024-11-14T08:20:14,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33481 2024-11-14T08:20:14,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33481 2024-11-14T08:20:14,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33481 2024-11-14T08:20:14,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33481 2024-11-14T08:20:14,569 DEBUG [M:0;b344df224d93:41789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:41789 2024-11-14T08:20:14,569 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02035392913/backup-masters/b344df224d93,41789,1731572414478 2024-11-14T08:20:14,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913/backup-masters 2024-11-14T08:20:14,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33481-0x101386df2de0007, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913/backup-masters 2024-11-14T08:20:14,582 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Set watcher on existing znode=/02035392913/backup-masters/b344df224d93,41789,1731572414478 2024-11-14T08:20:14,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33481-0x101386df2de0007, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02035392913/master 2024-11-14T08:20:14,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:14,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33481-0x101386df2de0007, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:14,593 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Set watcher on existing znode=/02035392913/master 2024-11-14T08:20:14,593 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02035392913/backup-masters/b344df224d93,41789,1731572414478 from backup master directory 2024-11-14T08:20:14,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33481-0x101386df2de0007, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913/backup-masters 2024-11-14T08:20:14,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02035392913/backup-masters/b344df224d93,41789,1731572414478 2024-11-14T08:20:14,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913/backup-masters 2024-11-14T08:20:14,603 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:20:14,603 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,41789,1731572414478 2024-11-14T08:20:14,613 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:14,613 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:20:14,620 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-11-14T08:20:14,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741846_1022 (size=196) 2024-11-14T08:20:15,035 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:20:15,036 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:20:15,036 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:20:15,044 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T08:20:15,047 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/WALs/b344df224d93,33859,1731572399810 to hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/WALs/b344df224d93,33859,1731572399810-dead as it is dead 2024-11-14T08:20:15,047 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/WALs/b344df224d93,33859,1731572399810-dead/b344df224d93%2C33859%2C1731572399810.1731572401735 2024-11-14T08:20:15,048 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/WALs/b344df224d93,33859,1731572399810-dead/b344df224d93%2C33859%2C1731572399810.1731572401735 after 1ms 2024-11-14T08:20:15,049 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/WALs/b344df224d93,33859,1731572399810-dead/b344df224d93%2C33859%2C1731572399810.1731572401735 to hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b344df224d93%2C33859%2C1731572399810.1731572401735 2024-11-14T08:20:15,049 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/WALs/b344df224d93,33859,1731572399810-dead 2024-11-14T08:20:15,049 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/WALs/b344df224d93,41789,1731572414478 2024-11-14T08:20:15,050 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:20:15,052 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C41789%2C1731572414478, suffix=, logDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/WALs/b344df224d93,41789,1731572414478, archiveDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/oldWALs, maxLogs=10 2024-11-14T08:20:15,071 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/WALs/b344df224d93,41789,1731572414478/b344df224d93%2C41789%2C1731572414478.1731572415052, exclude list is [], retry=0 2024-11-14T08:20:15,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37311,DS-b550a77f-ebf1-4ffe-9611-40a088410076,DISK] 2024-11-14T08:20:15,075 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/WALs/b344df224d93,41789,1731572414478/b344df224d93%2C41789%2C1731572414478.1731572415052 2024-11-14T08:20:15,080 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42425:42425)] 2024-11-14T08:20:15,080 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:20:15,080 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:15,080 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:15,080 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:15,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:15,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:20:15,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:15,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5917c53a1f6f4d33810a75826bb1cf47 2024-11-14T08:20:15,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:15,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:15,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:20:15,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:15,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ee451e7759a4e76a342a67e62fed3bb 2024-11-14T08:20:15,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:15,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:15,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:20:15,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:15,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7961ff61e304ae0866169ba96941c15 2024-11-14T08:20:15,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:15,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:15,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:20:15,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:15,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:15,103 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:15,104 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T08:20:15,104 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b344df224d93%2C33859%2C1731572399810.1731572401735 2024-11-14T08:20:15,110 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b344df224d93%2C33859%2C1731572399810.1731572401735 2024-11-14T08:20:15,110 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b344df224d93%2C33859%2C1731572399810.1731572401735 2024-11-14T08:20:15,112 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:15,112 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:15,112 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:20:15,114 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:15,116 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-14T08:20:15,117 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65396900, jitterRate=-0.02551025152206421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:20:15,117 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572415081Initializing all the Stores at 1731572415081Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572415081Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572415082 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572415082Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572415082Cleaning up temporary data from old regions at 1731572415112 (+30 ms)Region opened successfully at 1731572415117 (+5 ms) 2024-11-14T08:20:15,117 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:20:15,120 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3359ace3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:20:15,122 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T08:20:15,122 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:20:15,122 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:20:15,123 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:20:15,123 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T08:20:15,126 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:20:15,126 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T08:20:15,127 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T08:20:15,127 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-14T08:20:15,127 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:20:15,130 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b344df224d93,46361,1731572400006, regionLocation=b344df224d93,46361,1731572400006, openSeqNum=2 2024-11-14T08:20:15,130 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b344df224d93,46361,1731572400006, table=hbase:meta, region=1588230740 2024-11-14T08:20:15,130 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,46361,1731572400006, state=OPEN 2024-11-14T08:20:15,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02035392913/meta-region-server 2024-11-14T08:20:15,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33481-0x101386df2de0007, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02035392913/meta-region-server 2024-11-14T08:20:15,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02035392913/meta-region-server: CHANGED 2024-11-14T08:20:15,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02035392913/meta-region-server: CHANGED 2024-11-14T08:20:15,143 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:20:15,155 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02035392913/draining/b344df224d93,46361,1731572400006 already deleted, retry=false 2024-11-14T08:20:15,155 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b344df224d93,46361,1731572400006 on b344df224d93,41789,1731572414478 2024-11-14T08:20:15,157 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b344df224d93,46361,1731572400006, splitWal=true, meta=true 2024-11-14T08:20:15,157 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for b344df224d93,46361,1731572400006 (carryingMeta=true) b344df224d93,46361,1731572400006/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3a90bcdc[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T08:20:15,158 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Unable to get data of znode /02035392913/balancer because node does not exist (not necessarily an error) 2024-11-14T08:20:15,166 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02035392913/balancer already deleted, retry=false 2024-11-14T08:20:15,166 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:20:15,167 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Unable to get data of znode /02035392913/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:20:15,176 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02035392913/normalizer already deleted, retry=false 2024-11-14T08:20:15,177 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:20:15,178 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Unable to get data of znode /02035392913/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:20:15,187 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02035392913/switch/split already deleted, retry=false 2024-11-14T08:20:15,188 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Unable to get data of znode /02035392913/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:20:15,197 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02035392913/switch/merge already deleted, retry=false 2024-11-14T08:20:15,210 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Unable to get data of znode /02035392913/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:20:15,218 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02035392913/snapshot-cleanup already deleted, retry=false 2024-11-14T08:20:15,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02035392913/running 2024-11-14T08:20:15,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33481-0x101386df2de0007, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02035392913/running 2024-11-14T08:20:15,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:15,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33481-0x101386df2de0007, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:15,229 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,41789,1731572414478, sessionid=0x101386df2de0006, setting cluster-up flag (Was=false) 2024-11-14T08:20:15,240 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02035392913/flush-table-proc/acquired, /02035392913/flush-table-proc/reached, /02035392913/flush-table-proc/abort 2024-11-14T08:20:15,241 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,41789,1731572414478 2024-11-14T08:20:15,251 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02035392913/online-snapshot/acquired, /02035392913/online-snapshot/reached, /02035392913/online-snapshot/abort 2024-11-14T08:20:15,252 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,41789,1731572414478 2024-11-14T08:20:15,253 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/.lastflushedseqids 2024-11-14T08:20:15,255 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:20:15,255 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:20:15,255 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,41789,1731572414478 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b344df224d93,46361,1731572400006 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:20:15,256 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:20:15,256 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:20:15,256 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:20:15,256 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:20:15,256 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:20:15,256 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:15,256 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:20:15,256 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:15,257 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572445257 2024-11-14T08:20:15,257 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:20:15,257 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:20:15,257 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:20:15,257 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:20:15,257 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:20:15,257 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:20:15,257 INFO [RS:0;b344df224d93:33481 {}] regionserver.HRegionServer(746): ClusterId : 6b14a00c-4153-4fad-bf5e-812c0d555b2a 2024-11-14T08:20:15,258 DEBUG [RS:0;b344df224d93:33481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:20:15,258 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:15,258 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b344df224d93,46361,1731572400006, splitWal=true, meta=true 2024-11-14T08:20:15,258 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:20:15,258 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:20:15,258 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:20:15,258 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:20:15,258 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:20:15,258 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:20:15,258 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572415258,5,FailOnTimeoutGroup] 2024-11-14T08:20:15,259 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b344df224d93,46361,1731572400006, splitWal=true, meta=true, isMeta: true 2024-11-14T08:20:15,259 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572415259,5,FailOnTimeoutGroup] 2024-11-14T08:20:15,259 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:15,259 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:20:15,259 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:15,259 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:15,259 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572415259, completionTime=-1 2024-11-14T08:20:15,259 WARN [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T08:20:15,259 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T08:20:15,260 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006-splitting 2024-11-14T08:20:15,260 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006-splitting dir is empty, no logs to split. 2024-11-14T08:20:15,260 INFO [PEWorker-1 {}] master.SplitWALManager(105): b344df224d93,46361,1731572400006 WAL count=0, meta=true 2024-11-14T08:20:15,262 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006-splitting dir is empty, no logs to split. 2024-11-14T08:20:15,262 INFO [PEWorker-1 {}] master.SplitWALManager(105): b344df224d93,46361,1731572400006 WAL count=0, meta=true 2024-11-14T08:20:15,262 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b344df224d93,46361,1731572400006 WAL splitting is done? wals=0, meta=true 2024-11-14T08:20:15,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:20:15,264 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:20:15,265 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T08:20:15,267 DEBUG [RS:0;b344df224d93:33481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:20:15,267 DEBUG [RS:0;b344df224d93:33481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:20:15,277 DEBUG [RS:0;b344df224d93:33481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:20:15,278 DEBUG [RS:0;b344df224d93:33481 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc2b0e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:20:15,290 DEBUG [RS:0;b344df224d93:33481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:33481 2024-11-14T08:20:15,290 INFO [RS:0;b344df224d93:33481 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:20:15,290 INFO [RS:0;b344df224d93:33481 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:20:15,290 DEBUG [RS:0;b344df224d93:33481 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:20:15,291 INFO [RS:0;b344df224d93:33481 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,41789,1731572414478 with port=33481, startcode=1731572414532 2024-11-14T08:20:15,291 DEBUG [RS:0;b344df224d93:33481 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:20:15,292 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:20:15,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41789 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,33481,1731572414532 2024-11-14T08:20:15,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41789 {}] master.ServerManager(517): Registering regionserver=b344df224d93,33481,1731572414532 2024-11-14T08:20:15,294 DEBUG [RS:0;b344df224d93:33481 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12 2024-11-14T08:20:15,294 DEBUG [RS:0;b344df224d93:33481 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40429 2024-11-14T08:20:15,294 DEBUG [RS:0;b344df224d93:33481 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:20:15,309 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T08:20:15,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913/rs 2024-11-14T08:20:15,336 DEBUG [RS:0;b344df224d93:33481 {}] zookeeper.ZKUtil(111): regionserver:33481-0x101386df2de0007, quorum=127.0.0.1:60312, baseZNode=/02035392913 Set watcher on existing znode=/02035392913/rs/b344df224d93,33481,1731572414532 2024-11-14T08:20:15,336 WARN [RS:0;b344df224d93:33481 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:20:15,336 INFO [RS:0;b344df224d93:33481 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:20:15,336 DEBUG [RS:0;b344df224d93:33481 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532 2024-11-14T08:20:15,336 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,33481,1731572414532] 2024-11-14T08:20:15,353 INFO [RS:0;b344df224d93:33481 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:20:15,354 INFO [RS:0;b344df224d93:33481 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:20:15,354 INFO [RS:0;b344df224d93:33481 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:20:15,354 INFO [RS:0;b344df224d93:33481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:15,354 INFO [RS:0;b344df224d93:33481 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:20:15,355 INFO [RS:0;b344df224d93:33481 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:20:15,355 INFO [RS:0;b344df224d93:33481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:15,355 DEBUG [RS:0;b344df224d93:33481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:15,355 DEBUG [RS:0;b344df224d93:33481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:15,355 DEBUG [RS:0;b344df224d93:33481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:15,355 DEBUG [RS:0;b344df224d93:33481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:15,355 DEBUG [RS:0;b344df224d93:33481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:15,355 DEBUG [RS:0;b344df224d93:33481 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:20:15,355 DEBUG [RS:0;b344df224d93:33481 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:15,355 DEBUG [RS:0;b344df224d93:33481 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:15,355 DEBUG [RS:0;b344df224d93:33481 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:15,355 DEBUG [RS:0;b344df224d93:33481 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:15,355 DEBUG [RS:0;b344df224d93:33481 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:15,355 DEBUG [RS:0;b344df224d93:33481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:15,355 DEBUG [RS:0;b344df224d93:33481 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:20:15,355 DEBUG [RS:0;b344df224d93:33481 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:20:15,356 INFO [RS:0;b344df224d93:33481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:15,356 INFO [RS:0;b344df224d93:33481 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:15,356 INFO [RS:0;b344df224d93:33481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:15,356 INFO [RS:0;b344df224d93:33481 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:15,356 INFO [RS:0;b344df224d93:33481 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:15,356 INFO [RS:0;b344df224d93:33481 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,33481,1731572414532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:20:15,369 INFO [RS:0;b344df224d93:33481 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:20:15,369 INFO [RS:0;b344df224d93:33481 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,33481,1731572414532-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:15,381 INFO [RS:0;b344df224d93:33481 {}] regionserver.ReplicationSource(231): queueId=1-b344df224d93,33481,1731572414532, ReplicationSource: 1, currentBandwidth=0 2024-11-14T08:20:15,381 INFO [RS:0;b344df224d93:33481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:15,381 INFO [RS:0;b344df224d93:33481 {}] regionserver.Replication(171): b344df224d93,33481,1731572414532 started 2024-11-14T08:20:15,394 INFO [RS:0;b344df224d93:33481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:15,394 INFO [RS:0;b344df224d93:33481 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,33481,1731572414532, RpcServer on b344df224d93/172.17.0.3:33481, sessionid=0x101386df2de0007 2024-11-14T08:20:15,394 DEBUG [RS:0;b344df224d93:33481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:20:15,394 DEBUG [RS:0;b344df224d93:33481 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,33481,1731572414532 2024-11-14T08:20:15,394 DEBUG [RS:0;b344df224d93:33481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,33481,1731572414532' 2024-11-14T08:20:15,394 DEBUG [RS:0;b344df224d93:33481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02035392913/flush-table-proc/abort' 2024-11-14T08:20:15,394 DEBUG [RS:0;b344df224d93:33481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02035392913/flush-table-proc/acquired' 2024-11-14T08:20:15,395 DEBUG [RS:0;b344df224d93:33481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:20:15,395 DEBUG [RS:0;b344df224d93:33481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:20:15,395 DEBUG [RS:0;b344df224d93:33481 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,33481,1731572414532 2024-11-14T08:20:15,395 DEBUG [RS:0;b344df224d93:33481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,33481,1731572414532' 2024-11-14T08:20:15,395 DEBUG [RS:0;b344df224d93:33481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02035392913/online-snapshot/abort' 2024-11-14T08:20:15,395 DEBUG [RS:0;b344df224d93:33481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02035392913/online-snapshot/acquired' 2024-11-14T08:20:15,395 DEBUG [RS:0;b344df224d93:33481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:20:15,396 INFO [RS:0;b344df224d93:33481 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:20:15,396 INFO [RS:0;b344df224d93:33481 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:20:15,399 DEBUG [RS:0;b344df224d93:33481.replicationSource,1-b344df224d93,33481,1731572414532 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:38561' 2024-11-14T08:20:15,400 DEBUG [RS:0;b344df224d93:33481.replicationSource,1-b344df224d93,33481,1731572414532 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55f2efc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:15,400 DEBUG [RS:0;b344df224d93:33481.replicationSource,1-b344df224d93,33481,1731572414532 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,38561,-1 for getting cluster id 2024-11-14T08:20:15,400 DEBUG [RS:0;b344df224d93:33481.replicationSource,1-b344df224d93,33481,1731572414532 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:15,401 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d194161-1423-4d4f-b072-d66981a1ecc6' 2024-11-14T08:20:15,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:15,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d194161-1423-4d4f-b072-d66981a1ecc6" 2024-11-14T08:20:15,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e6e341e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:15,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,38561,-1] 2024-11-14T08:20:15,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:15,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:15,403 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:15,404 DEBUG [RS:0;b344df224d93:33481.replicationSource,1-b344df224d93,33481,1731572414532 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@279d8ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:15,404 DEBUG [RS:0;b344df224d93:33481.replicationSource,1-b344df224d93,33481,1731572414532 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:15,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,38561,1731572405435 2024-11-14T08:20:15,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8485f93 2024-11-14T08:20:15,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:20:15,406 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-14T08:20:15,407 INFO [RS:0;b344df224d93:33481.replicationSource,1-b344df224d93,33481,1731572414532 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b344df224d93,33481,1731572414532 (queues=0) is replicating from cluster=6b14a00c-4153-4fad-bf5e-812c0d555b2a to cluster=1d194161-1423-4d4f-b072-d66981a1ecc6 2024-11-14T08:20:15,415 WARN [b344df224d93:41789 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T08:20:15,496 INFO [RS:0;b344df224d93:33481 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:20:15,497 INFO [RS:0;b344df224d93:33481 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C33481%2C1731572414532, suffix=, logDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532, archiveDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/oldWALs, maxLogs=10 2024-11-14T08:20:15,512 DEBUG [RS:0;b344df224d93:33481 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532/b344df224d93%2C33481%2C1731572414532.1731572415498, exclude list is [], retry=0 2024-11-14T08:20:15,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37311,DS-b550a77f-ebf1-4ffe-9611-40a088410076,DISK] 2024-11-14T08:20:15,515 INFO [RS:0;b344df224d93:33481 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532/b344df224d93%2C33481%2C1731572414532.1731572415498 2024-11-14T08:20:15,516 DEBUG [RS:0;b344df224d93:33481 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b344df224d93%2C33481%2C1731572414532 for peer 1 2024-11-14T08:20:15,516 DEBUG [RS:0;b344df224d93:33481 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b344df224d93%2C33481%2C1731572414532 2024-11-14T08:20:15,516 INFO [RS:0;b344df224d93:33481 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b344df224d93,33481,1731572414532, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T08:20:15,516 DEBUG [RS:0;b344df224d93:33481 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42425:42425)] 2024-11-14T08:20:15,516 INFO [RS:0;b344df224d93:33481.replicationSource.shipperb344df224d93%2C33481%2C1731572414532,1-b344df224d93,33481,1731572414532 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b344df224d93%2C33481%2C1731572414532 2024-11-14T08:20:15,516 DEBUG [RS:0;b344df224d93:33481.replicationSource.wal-reader.b344df224d93%2C33481%2C1731572414532,1-b344df224d93,33481,1731572414532 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532/b344df224d93%2C33481%2C1731572414532.1731572415498, startPosition=0, beingWritten=true 2024-11-14T08:20:15,665 DEBUG [b344df224d93:41789 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:20:15,666 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,33481,1731572414532 2024-11-14T08:20:15,666 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,33481,1731572414532, state=OPENING 2024-11-14T08:20:15,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33481-0x101386df2de0007, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02035392913/meta-region-server 2024-11-14T08:20:15,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02035392913/meta-region-server 2024-11-14T08:20:15,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02035392913/meta-region-server: CHANGED 2024-11-14T08:20:15,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02035392913/meta-region-server: CHANGED 2024-11-14T08:20:15,677 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:20:15,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,33481,1731572414532}] 2024-11-14T08:20:15,720 DEBUG [RS:0;b344df224d93:33481.replicationSource.wal-reader.b344df224d93%2C33481%2C1731572414532,1-b344df224d93,33481,1731572414532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532/b344df224d93%2C33481%2C1731572414532.1731572415498 to pos 0, reset compression=false 2024-11-14T08:20:15,829 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:20:15,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:20:15,832 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:20:15,833 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:20:15,833 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:20:15,834 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C33481%2C1731572414532.meta, suffix=.meta, logDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532, archiveDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/oldWALs, maxLogs=10 2024-11-14T08:20:15,846 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532/b344df224d93%2C33481%2C1731572414532.meta.1731572415834.meta, exclude list is [], retry=0 2024-11-14T08:20:15,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37311,DS-b550a77f-ebf1-4ffe-9611-40a088410076,DISK] 2024-11-14T08:20:15,849 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532/b344df224d93%2C33481%2C1731572414532.meta.1731572415834.meta 2024-11-14T08:20:15,849 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42425:42425)] 2024-11-14T08:20:15,850 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:20:15,850 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:20:15,850 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:20:15,850 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:20:15,850 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:20:15,850 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:20:15,850 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:15,850 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:20:15,850 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:20:15,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:20:15,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:20:15,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:15,858 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/info/6fdc4236428443ef89a7a7e7e55e2f13 2024-11-14T08:20:15,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:15,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:20:15,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:20:15,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:15,863 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/ns/711fc2215e954f52b91fc986c5ca789d 2024-11-14T08:20:15,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:15,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:20:15,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:20:15,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:15,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:15,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:20:15,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:20:15,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:15,870 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/table/c9fcc9c439f94d1588a87eba7dbbf37d 2024-11-14T08:20:15,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:15,870 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:20:15,871 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740 2024-11-14T08:20:15,872 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740 2024-11-14T08:20:15,873 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:20:15,873 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:20:15,874 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:20:15,875 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:20:15,875 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70729604, jitterRate=0.05395323038101196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:20:15,875 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:20:15,875 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572415850Writing region info on filesystem at 1731572415850Initializing all the Stores at 1731572415851 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572415851Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572415851Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572415851Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572415851Cleaning up temporary data from old regions at 1731572415873 (+22 ms)Running coprocessor post-open hooks at 1731572415875 (+2 ms)Region opened successfully at 1731572415875 2024-11-14T08:20:15,876 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731572415829 2024-11-14T08:20:15,878 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:20:15,878 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:20:15,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b344df224d93,33481,1731572414532 2024-11-14T08:20:15,879 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,33481,1731572414532, state=OPEN 2024-11-14T08:20:15,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33481-0x101386df2de0007, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02035392913/meta-region-server 2024-11-14T08:20:15,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02035392913/meta-region-server 2024-11-14T08:20:15,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02035392913/meta-region-server: CHANGED 2024-11-14T08:20:15,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02035392913/meta-region-server: CHANGED 2024-11-14T08:20:15,887 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,33481,1731572414532 2024-11-14T08:20:15,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T08:20:15,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,33481,1731572414532 in 210 msec 2024-11-14T08:20:15,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T08:20:15,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 627 msec 2024-11-14T08:20:16,025 DEBUG [RS:0;b344df224d93:33481.replicationSource.wal-reader.b344df224d93%2C33481%2C1731572414532,1-b344df224d93,33481,1731572414532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532/b344df224d93%2C33481%2C1731572414532.1731572415498 to pos 0, reset compression=false 2024-11-14T08:20:16,429 DEBUG [RS:0;b344df224d93:33481.replicationSource.wal-reader.b344df224d93%2C33481%2C1731572414532,1-b344df224d93,33481,1731572414532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532/b344df224d93%2C33481%2C1731572414532.1731572415498 to pos 0, reset compression=false 2024-11-14T08:20:16,812 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-14T08:20:16,934 DEBUG [RS:0;b344df224d93:33481.replicationSource.wal-reader.b344df224d93%2C33481%2C1731572414532,1-b344df224d93,33481,1731572414532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532/b344df224d93%2C33481%2C1731572414532.1731572415498 to pos 0, reset compression=false 2024-11-14T08:20:17,538 DEBUG [RS:0;b344df224d93:33481.replicationSource.wal-reader.b344df224d93%2C33481%2C1731572414532,1-b344df224d93,33481,1731572414532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532/b344df224d93%2C33481%2C1731572414532.1731572415498 to pos 0, reset compression=false 2024-11-14T08:20:18,242 DEBUG [RS:0;b344df224d93:33481.replicationSource.wal-reader.b344df224d93%2C33481%2C1731572414532,1-b344df224d93,33481,1731572414532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532/b344df224d93%2C33481%2C1731572414532.1731572415498 to pos 0, reset compression=false 2024-11-14T08:20:18,314 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-14T08:20:19,046 DEBUG [RS:0;b344df224d93:33481.replicationSource.wal-reader.b344df224d93%2C33481%2C1731572414532,1-b344df224d93,33481,1731572414532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532/b344df224d93%2C33481%2C1731572414532.1731572415498 to pos 0, reset compression=false 2024-11-14T08:20:19,766 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T08:20:19,767 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:20:19,767 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:19,767 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,33481,1731572414532, seqNum=-1] 2024-11-14T08:20:19,767 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:20:19,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:20:19,773 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8bdfcbd67146b889914752a38e1069ae, regionState=OPEN, lastHost=b344df224d93,46361,1731572400006, regionLocation=b344df224d93,46361,1731572400006, openSeqNum=2 2024-11-14T08:20:19,773 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:20:19,773 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572479773 2024-11-14T08:20:19,773 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572539773 2024-11-14T08:20:19,773 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-14T08:20:19,773 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b344df224d93,46361,1731572400006 had 2 regions 2024-11-14T08:20:19,774 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,41789,1731572414478-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:19,774 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,41789,1731572414478-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:19,774 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,41789,1731572414478-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:19,774 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:41789, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:19,774 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:19,775 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b344df224d93,46361,1731572400006, splitWal=true, meta=true, isMeta: false 2024-11-14T08:20:19,776 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:19,781 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006-splitting dir is empty, no logs to split. 2024-11-14T08:20:19,781 INFO [PEWorker-3 {}] master.SplitWALManager(105): b344df224d93,46361,1731572400006 WAL count=0, meta=false 2024-11-14T08:20:19,784 WARN [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b344df224d93,46361,1731572400006/hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. 2024-11-14T08:20:19,784 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,46361,1731572400006-splitting dir is empty, no logs to split. 2024-11-14T08:20:19,784 INFO [PEWorker-3 {}] master.SplitWALManager(105): b344df224d93,46361,1731572400006 WAL count=0, meta=false 2024-11-14T08:20:19,784 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b344df224d93,46361,1731572400006 WAL splitting is done? wals=0, meta=false 2024-11-14T08:20:19,786 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.183sec 2024-11-14T08:20:19,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8bdfcbd67146b889914752a38e1069ae, ASSIGN}] 2024-11-14T08:20:19,787 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:20:19,787 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:20:19,787 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:20:19,787 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:20:19,787 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:20:19,787 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,41789,1731572414478-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:20:19,787 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,41789,1731572414478-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:20:19,789 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8bdfcbd67146b889914752a38e1069ae, ASSIGN 2024-11-14T08:20:19,791 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8bdfcbd67146b889914752a38e1069ae, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T08:20:19,793 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:20:19,793 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:20:19,793 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,41789,1731572414478-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:19,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab9ea8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:19,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,41789,-1 for getting cluster id 2024-11-14T08:20:19,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:19,862 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b14a00c-4153-4fad-bf5e-812c0d555b2a' 2024-11-14T08:20:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b14a00c-4153-4fad-bf5e-812c0d555b2a" 2024-11-14T08:20:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2456856c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,41789,-1] 2024-11-14T08:20:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:19,864 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:19,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fba3a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:19,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:19,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,33481,1731572414532, seqNum=-1] 2024-11-14T08:20:19,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:20:19,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:20:19,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T08:20:19,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:20:19,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:19,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:19,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:19,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:20:19,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b344df224d93:41789 after: b344df224d93:41789 2024-11-14T08:20:19,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac426ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:19,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,41789,-1 for getting cluster id 2024-11-14T08:20:19,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:19,873 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6b14a00c-4153-4fad-bf5e-812c0d555b2a' 2024-11-14T08:20:19,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:19,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6b14a00c-4153-4fad-bf5e-812c0d555b2a" 2024-11-14T08:20:19,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d55e1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:19,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,41789,-1] 2024-11-14T08:20:19,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:19,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:19,874 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:19,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2fb3f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:19,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,41789,1731572414478 2024-11-14T08:20:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64d35d1a 2024-11-14T08:20:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:20:19,877 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:20:19,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41789 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T08:20:19,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:20:19,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:20:19,878 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:19,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:19,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:19,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:20:19,878 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:20:19,878 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2014691440, stopped=false 2024-11-14T08:20:19,878 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,38561,1731572405435 2024-11-14T08:20:19,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101386df2de0004, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975067278/running 2024-11-14T08:20:19,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101386df2de0004, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975067278 2024-11-14T08:20:19,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975067278/running 2024-11-14T08:20:19,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975067278 2024-11-14T08:20:19,929 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:20:19,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:20:19,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:19,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:19,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Set watcher on znode that does not yet exist, /1-1975067278/running 2024-11-14T08:20:19,930 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,35361,1731572405599' ***** 2024-11-14T08:20:19,930 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:20:19,930 INFO [RS:0;b344df224d93:35361 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:20:19,930 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:20:19,930 INFO [RS:0;b344df224d93:35361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:20:19,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35361-0x101386df2de0004, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Set watcher on znode that does not yet exist, /1-1975067278/running 2024-11-14T08:20:19,930 INFO [RS:0;b344df224d93:35361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:20:19,930 INFO [RS:0;b344df224d93:35361 {}] regionserver.HRegionServer(959): stopping server b344df224d93,35361,1731572405599 2024-11-14T08:20:19,930 INFO [RS:0;b344df224d93:35361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:20:19,930 INFO [RS:0;b344df224d93:35361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:35361. 2024-11-14T08:20:19,930 DEBUG [RS:0;b344df224d93:35361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:19,930 DEBUG [RS:0;b344df224d93:35361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:19,930 INFO [RS:0;b344df224d93:35361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:20:19,930 INFO [RS:0;b344df224d93:35361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:20:19,930 INFO [RS:0;b344df224d93:35361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:20:19,930 INFO [RS:0;b344df224d93:35361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:20:19,931 INFO [RS:0;b344df224d93:35361 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T08:20:19,931 DEBUG [RS:0;b344df224d93:35361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T08:20:19,931 DEBUG [RS:0;b344df224d93:35361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:20:19,931 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:20:19,931 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:20:19,931 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:20:19,931 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:20:19,931 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:20:19,931 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T08:20:19,941 DEBUG [b344df224d93:41789 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:20:19,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8bdfcbd67146b889914752a38e1069ae, regionState=OPENING, regionLocation=b344df224d93,33481,1731572414532 2024-11-14T08:20:19,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8bdfcbd67146b889914752a38e1069ae, ASSIGN because future has completed 2024-11-14T08:20:19,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bdfcbd67146b889914752a38e1069ae, server=b344df224d93,33481,1731572414532}] 2024-11-14T08:20:19,947 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/data/hbase/meta/1588230740/.tmp/ns/7eca2b76e3e84b7aa7c003e3cbf6e677 is 43, key is default/ns:d/1731572408754/Put/seqid=0 2024-11-14T08:20:19,951 DEBUG [RS:0;b344df224d93:33481.replicationSource.wal-reader.b344df224d93%2C33481%2C1731572414532,1-b344df224d93,33481,1731572414532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532/b344df224d93%2C33481%2C1731572414532.1731572415498 to pos 0, reset compression=false 2024-11-14T08:20:19,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741835_1011 (size=5153) 2024-11-14T08:20:20,017 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:20:20,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. 2024-11-14T08:20:20,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:20:20,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T08:20:20,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C33481%2C1731572414532.rep, suffix=, logDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532, archiveDir=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/oldWALs, maxLogs=10 2024-11-14T08:20:20,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532/b344df224d93%2C33481%2C1731572414532.rep.1731572420101, exclude list is [], retry=0 2024-11-14T08:20:20,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37311,DS-b550a77f-ebf1-4ffe-9611-40a088410076,DISK] 2024-11-14T08:20:20,131 DEBUG [RS:0;b344df224d93:35361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:20:20,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532/b344df224d93%2C33481%2C1731572414532.rep.1731572420101 2024-11-14T08:20:20,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42425:42425)] 2024-11-14T08:20:20,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bdfcbd67146b889914752a38e1069ae, NAME => 'hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:20:20,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:20:20,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:20:20,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. service=MultiRowMutationService 2024-11-14T08:20:20,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T08:20:20,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:20,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:20,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:20,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:20,135 INFO [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:20,136 INFO [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bdfcbd67146b889914752a38e1069ae columnFamilyName hfileref 2024-11-14T08:20:20,136 DEBUG [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:20,136 INFO [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] regionserver.HStore(327): Store=8bdfcbd67146b889914752a38e1069ae/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:20,137 INFO [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:20,137 INFO [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bdfcbd67146b889914752a38e1069ae columnFamilyName queue 2024-11-14T08:20:20,137 DEBUG [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:20,143 DEBUG [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/replication/8bdfcbd67146b889914752a38e1069ae/queue/edec7b11db59454f842524fc1715559e 2024-11-14T08:20:20,143 INFO [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] regionserver.HStore(327): Store=8bdfcbd67146b889914752a38e1069ae/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:20,143 INFO [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:20,144 INFO [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bdfcbd67146b889914752a38e1069ae columnFamilyName sid 2024-11-14T08:20:20,144 DEBUG [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:20,144 INFO [StoreOpener-8bdfcbd67146b889914752a38e1069ae-1 {}] regionserver.HStore(327): Store=8bdfcbd67146b889914752a38e1069ae/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:20,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:20,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/replication/8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:20,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/replication/8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:20,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:20,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:20,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:20:20,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:20,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 8bdfcbd67146b889914752a38e1069ae; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69881420, jitterRate=0.04131430387496948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:20:20,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:20,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 8bdfcbd67146b889914752a38e1069ae: Running coprocessor pre-open hook at 1731572420134Writing region info on filesystem at 1731572420134Initializing all the Stores at 1731572420134Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572420135 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572420135Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572420135Cleaning up temporary data from old regions at 1731572420147 (+12 ms)Running coprocessor post-open hooks at 1731572420150 (+3 ms)Region opened successfully at 1731572420150 2024-11-14T08:20:20,151 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae., pid=13, masterSystemTime=1731572420096 2024-11-14T08:20:20,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. 2024-11-14T08:20:20,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. 2024-11-14T08:20:20,154 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8bdfcbd67146b889914752a38e1069ae, regionState=OPEN, openSeqNum=9, regionLocation=b344df224d93,33481,1731572414532 2024-11-14T08:20:20,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bdfcbd67146b889914752a38e1069ae, server=b344df224d93,33481,1731572414532 because future has completed 2024-11-14T08:20:20,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T08:20:20,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bdfcbd67146b889914752a38e1069ae, server=b344df224d93,33481,1731572414532 in 212 msec 2024-11-14T08:20:20,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-14T08:20:20,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8bdfcbd67146b889914752a38e1069ae, ASSIGN in 373 msec 2024-11-14T08:20:20,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T08:20:20,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae., hostname=b344df224d93,33481,1731572414532, seqNum=9] 2024-11-14T08:20:20,197 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for b344df224d93,46361,1731572400006 2024-11-14T08:20:20,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T08:20:20,331 DEBUG [RS:0;b344df224d93:35361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:20:20,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33481 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-14T08:20:20,357 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/data/hbase/meta/1588230740/.tmp/ns/7eca2b76e3e84b7aa7c003e3cbf6e677 2024-11-14T08:20:20,392 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/data/hbase/meta/1588230740/.tmp/ns/7eca2b76e3e84b7aa7c003e3cbf6e677 as hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/data/hbase/meta/1588230740/ns/7eca2b76e3e84b7aa7c003e3cbf6e677 2024-11-14T08:20:20,397 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/data/hbase/meta/1588230740/ns/7eca2b76e3e84b7aa7c003e3cbf6e677, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T08:20:20,397 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 466ms, sequenceid=6, compaction requested=false 2024-11-14T08:20:20,398 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T08:20:20,402 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T08:20:20,402 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:20:20,402 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:20:20,402 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:20:20,402 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572419931Running coprocessor pre-close hooks at 1731572419931Disabling compacts and flushes for region at 1731572419931Disabling writes for close at 1731572419931Obtaining lock to block concurrent updates at 1731572419931Preparing flush snapshotting stores in 1588230740 at 1731572419931Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731572419931Flushing stores of hbase:meta,,1.1588230740 at 1731572419932 (+1 ms)Flushing 1588230740/ns: creating writer at 1731572419932Flushing 1588230740/ns: appending metadata at 1731572419947 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731572419947Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6849d64c: reopening flushed file at 1731572420392 (+445 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 466ms, sequenceid=6, compaction requested=false at 1731572420397 (+5 ms)Writing region close event to WAL at 1731572420399 (+2 ms)Running coprocessor post-close hooks at 1731572420402 (+3 ms)Closed at 1731572420402 2024-11-14T08:20:20,402 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:20:20,531 INFO [RS:0;b344df224d93:35361 {}] regionserver.HRegionServer(976): stopping server b344df224d93,35361,1731572405599; all regions closed. 2024-11-14T08:20:20,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741834_1010 (size=1152) 2024-11-14T08:20:20,535 DEBUG [RS:0;b344df224d93:35361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/oldWALs 2024-11-14T08:20:20,535 INFO [RS:0;b344df224d93:35361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C35361%2C1731572405599.meta:.meta(num 1731572408704) 2024-11-14T08:20:20,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741832_1008 (size=93) 2024-11-14T08:20:20,537 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/WALs/b344df224d93,35361,1731572405599/b344df224d93%2C35361%2C1731572405599.1731572407834 not finished, retry = 0 2024-11-14T08:20:20,639 DEBUG [RS:0;b344df224d93:35361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/oldWALs 2024-11-14T08:20:20,639 INFO [RS:0;b344df224d93:35361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C35361%2C1731572405599:(num 1731572407834) 2024-11-14T08:20:20,639 DEBUG [RS:0;b344df224d93:35361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:20,639 INFO [RS:0;b344df224d93:35361 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:20:20,639 INFO [RS:0;b344df224d93:35361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:20:20,640 INFO [RS:0;b344df224d93:35361 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T08:20:20,640 INFO [RS:0;b344df224d93:35361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:20:20,640 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:20:20,640 INFO [RS:0;b344df224d93:35361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35361 2024-11-14T08:20:20,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101386df2de0004, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975067278/rs/b344df224d93,35361,1731572405599 2024-11-14T08:20:20,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975067278/rs 2024-11-14T08:20:20,655 INFO [RS:0;b344df224d93:35361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:20:20,666 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,35361,1731572405599] 2024-11-14T08:20:20,676 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975067278/draining/b344df224d93,35361,1731572405599 already deleted, retry=false 2024-11-14T08:20:20,676 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,35361,1731572405599 expired; onlineServers=0 2024-11-14T08:20:20,676 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,38561,1731572405435' ***** 2024-11-14T08:20:20,676 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:20:20,676 INFO [M:0;b344df224d93:38561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:20:20,676 INFO [M:0;b344df224d93:38561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:20:20,676 DEBUG [M:0;b344df224d93:38561 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:20:20,677 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:20:20,677 DEBUG [M:0;b344df224d93:38561 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:20:20,677 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572407542 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572407542,5,FailOnTimeoutGroup] 2024-11-14T08:20:20,677 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572407542 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572407542,5,FailOnTimeoutGroup] 2024-11-14T08:20:20,677 INFO [M:0;b344df224d93:38561 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:20:20,677 INFO [M:0;b344df224d93:38561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:20:20,677 DEBUG [M:0;b344df224d93:38561 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:20:20,677 INFO [M:0;b344df224d93:38561 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:20:20,677 INFO [M:0;b344df224d93:38561 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:20:20,677 INFO [M:0;b344df224d93:38561 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:20:20,677 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:20:20,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975067278/master 2024-11-14T08:20:20,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975067278 2024-11-14T08:20:20,687 DEBUG [M:0;b344df224d93:38561 {}] zookeeper.ZKUtil(347): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Unable to get data of znode /1-1975067278/master because node does not exist (not an error) 2024-11-14T08:20:20,687 WARN [M:0;b344df224d93:38561 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T08:20:20,689 INFO [M:0;b344df224d93:38561 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/.lastflushedseqids 2024-11-14T08:20:20,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741836_1012 (size=99) 2024-11-14T08:20:20,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101386df2de0004, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:20:20,766 INFO [RS:0;b344df224d93:35361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:20:20,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35361-0x101386df2de0004, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:20:20,766 INFO [RS:0;b344df224d93:35361 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,35361,1731572405599; zookeeper connection closed. 2024-11-14T08:20:20,766 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2694c6db {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2694c6db 2024-11-14T08:20:20,766 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:20:20,958 DEBUG [RS:0;b344df224d93:33481.replicationSource.wal-reader.b344df224d93%2C33481%2C1731572414532,1-b344df224d93,33481,1731572414532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532/b344df224d93%2C33481%2C1731572414532.1731572415498 to pos 0, reset compression=false 2024-11-14T08:20:21,094 INFO [M:0;b344df224d93:38561 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:20:21,094 INFO [M:0;b344df224d93:38561 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:20:21,095 DEBUG [M:0;b344df224d93:38561 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:20:21,095 INFO [M:0;b344df224d93:38561 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:21,095 DEBUG [M:0;b344df224d93:38561 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:21,095 DEBUG [M:0;b344df224d93:38561 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:20:21,095 DEBUG [M:0;b344df224d93:38561 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:21,095 INFO [M:0;b344df224d93:38561 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T08:20:21,109 DEBUG [M:0;b344df224d93:38561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16f99968a72f42e6af9ed4cd183df0d6 is 82, key is hbase:meta,,1/info:regioninfo/1731572408733/Put/seqid=0 2024-11-14T08:20:21,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741837_1013 (size=5672) 2024-11-14T08:20:21,352 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:20:21,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:21,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:21,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:21,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:21,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:21,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:21,513 INFO [M:0;b344df224d93:38561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16f99968a72f42e6af9ed4cd183df0d6 2024-11-14T08:20:21,533 DEBUG [M:0;b344df224d93:38561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ceaafce190184196aebd66711f27b69f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731572408758/Put/seqid=0 2024-11-14T08:20:21,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741838_1014 (size=5275) 2024-11-14T08:20:21,937 INFO [M:0;b344df224d93:38561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ceaafce190184196aebd66711f27b69f 2024-11-14T08:20:21,954 DEBUG [M:0;b344df224d93:38561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb716006f60b43a68187fb709b3fde08 is 69, key is b344df224d93,35361,1731572405599/rs:state/1731572407665/Put/seqid=0 2024-11-14T08:20:21,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741839_1015 (size=5156) 2024-11-14T08:20:22,063 DEBUG [RS:0;b344df224d93:33481.replicationSource.wal-reader.b344df224d93%2C33481%2C1731572414532,1-b344df224d93,33481,1731572414532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532/b344df224d93%2C33481%2C1731572414532.1731572415498 to pos 0, reset compression=false 2024-11-14T08:20:22,358 INFO [M:0;b344df224d93:38561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb716006f60b43a68187fb709b3fde08 2024-11-14T08:20:22,362 DEBUG [M:0;b344df224d93:38561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16f99968a72f42e6af9ed4cd183df0d6 as hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/16f99968a72f42e6af9ed4cd183df0d6 2024-11-14T08:20:22,366 INFO [M:0;b344df224d93:38561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/16f99968a72f42e6af9ed4cd183df0d6, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T08:20:22,367 DEBUG [M:0;b344df224d93:38561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ceaafce190184196aebd66711f27b69f as hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ceaafce190184196aebd66711f27b69f 2024-11-14T08:20:22,371 INFO [M:0;b344df224d93:38561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ceaafce190184196aebd66711f27b69f, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T08:20:22,372 DEBUG [M:0;b344df224d93:38561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb716006f60b43a68187fb709b3fde08 as hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb716006f60b43a68187fb709b3fde08 2024-11-14T08:20:22,376 INFO [M:0;b344df224d93:38561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35177/user/jenkins/test-data/28ba5af5-1993-9fdd-2b6f-776c4034b2f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb716006f60b43a68187fb709b3fde08, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T08:20:22,377 INFO [M:0;b344df224d93:38561 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=28, compaction requested=false 2024-11-14T08:20:22,379 INFO [M:0;b344df224d93:38561 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:22,379 DEBUG [M:0;b344df224d93:38561 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572421094Disabling compacts and flushes for region at 1731572421094Disabling writes for close at 1731572421095 (+1 ms)Obtaining lock to block concurrent updates at 1731572421095Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572421095Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731572421095Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572421096 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572421096Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572421108 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572421108Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572421517 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572421533 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572421533Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572421941 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572421953 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572421953Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61d98199: reopening flushed file at 1731572422362 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dc382a9: reopening flushed file at 1731572422366 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4323aa98: reopening flushed file at 1731572422371 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=28, compaction requested=false at 1731572422377 (+6 ms)Writing region close event to WAL at 1731572422379 (+2 ms)Closed at 1731572422379 2024-11-14T08:20:22,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43105 is added to blk_1073741830_1006 (size=10165) 2024-11-14T08:20:22,381 INFO [M:0;b344df224d93:38561 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:20:22,381 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:20:22,381 INFO [M:0;b344df224d93:38561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38561 2024-11-14T08:20:22,382 INFO [M:0;b344df224d93:38561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:20:22,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:20:22,597 INFO [M:0;b344df224d93:38561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:20:22,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38561-0x101386df2de0003, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:20:22,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14740434{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:20:22,600 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bc2d826{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:20:22,600 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:20:22,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e149ef5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:20:22,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@244f09ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/hadoop.log.dir/,STOPPED} 2024-11-14T08:20:22,601 WARN [BP-1910904888-172.17.0.3-1731572403485 heartbeating to localhost/127.0.0.1:35177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:20:22,601 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:20:22,601 WARN [BP-1910904888-172.17.0.3-1731572403485 heartbeating to localhost/127.0.0.1:35177 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1910904888-172.17.0.3-1731572403485 (Datanode Uuid dd39724f-0f8d-4a84-975e-3700859d7d57) service to localhost/127.0.0.1:35177 2024-11-14T08:20:22,601 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:20:22,602 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/cluster_98bbe9bc-9ba4-3b93-4061-2607db34d7f5/data/data1/current/BP-1910904888-172.17.0.3-1731572403485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:20:22,602 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/cluster_98bbe9bc-9ba4-3b93-4061-2607db34d7f5/data/data2/current/BP-1910904888-172.17.0.3-1731572403485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:20:22,602 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:20:22,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a623fd1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:20:22,607 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@308c8dc8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:20:22,607 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:20:22,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7881269{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:20:22,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e1fef65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/hadoop.log.dir/,STOPPED} 2024-11-14T08:20:22,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T08:20:22,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:20:22,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:20:22,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:22,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:22,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:22,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:20:22,618 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:20:22,618 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1119945723, stopped=false 2024-11-14T08:20:22,618 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,41789,1731572414478 2024-11-14T08:20:22,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02035392913/running 2024-11-14T08:20:22,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33481-0x101386df2de0007, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02035392913/running 2024-11-14T08:20:22,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33481-0x101386df2de0007, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:22,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:22,634 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:20:22,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:20:22,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:22,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:22,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Set watcher on znode that does not yet exist, /02035392913/running 2024-11-14T08:20:22,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33481-0x101386df2de0007, quorum=127.0.0.1:60312, baseZNode=/02035392913 Set watcher on znode that does not yet exist, /02035392913/running 2024-11-14T08:20:22,635 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,33481,1731572414532' ***** 2024-11-14T08:20:22,635 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:20:22,635 INFO [RS:0;b344df224d93:33481 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:20:22,635 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:20:22,635 INFO [RS:0;b344df224d93:33481 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:20:22,635 INFO [RS:0;b344df224d93:33481 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:20:22,635 INFO [RS:0;b344df224d93:33481 {}] regionserver.HRegionServer(3091): Received CLOSE for 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:22,635 INFO [RS:0;b344df224d93:33481 {}] regionserver.HRegionServer(959): stopping server b344df224d93,33481,1731572414532 2024-11-14T08:20:22,635 INFO [RS:0;b344df224d93:33481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:20:22,635 INFO [RS:0;b344df224d93:33481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:33481. 2024-11-14T08:20:22,636 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8bdfcbd67146b889914752a38e1069ae, disabling compactions & flushes 2024-11-14T08:20:22,636 DEBUG [RS:0;b344df224d93:33481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:22,636 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. 2024-11-14T08:20:22,636 DEBUG [RS:0;b344df224d93:33481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:22,636 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. 2024-11-14T08:20:22,636 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. after waiting 0 ms 2024-11-14T08:20:22,636 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. 2024-11-14T08:20:22,636 INFO [RS:0;b344df224d93:33481 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:20:22,636 INFO [RS:0;b344df224d93:33481 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:20:22,636 INFO [RS:0;b344df224d93:33481 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:20:22,636 INFO [RS:0;b344df224d93:33481 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:20:22,636 INFO [RS:0;b344df224d93:33481 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T08:20:22,636 DEBUG [RS:0;b344df224d93:33481 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8bdfcbd67146b889914752a38e1069ae=hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae.} 2024-11-14T08:20:22,636 DEBUG [RS:0;b344df224d93:33481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8bdfcbd67146b889914752a38e1069ae 2024-11-14T08:20:22,636 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:20:22,636 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:20:22,636 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:20:22,636 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:20:22,636 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:20:22,636 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T08:20:22,639 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/replication/8bdfcbd67146b889914752a38e1069ae/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-14T08:20:22,639 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:20:22,639 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:20:22,639 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. 2024-11-14T08:20:22,639 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8bdfcbd67146b889914752a38e1069ae: Waiting for close lock at 1731572422635Running coprocessor pre-close hooks at 1731572422635Disabling compacts and flushes for region at 1731572422636 (+1 ms)Disabling writes for close at 1731572422636Writing region close event to WAL at 1731572422636Running coprocessor post-close hooks at 1731572422639 (+3 ms)Closed at 1731572422639 2024-11-14T08:20:22,639 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae. 2024-11-14T08:20:22,652 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/.tmp/info/16c8dfdd01cd4023935479e4ea635eb2 is 147, key is hbase:replication,,1731572408879.8bdfcbd67146b889914752a38e1069ae./info:regioninfo/1731572420154/Put/seqid=0 2024-11-14T08:20:22,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741851_1027 (size=6385) 2024-11-14T08:20:22,661 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:20:22,836 DEBUG [RS:0;b344df224d93:33481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:20:23,036 DEBUG [RS:0;b344df224d93:33481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:20:23,056 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/.tmp/info/16c8dfdd01cd4023935479e4ea635eb2 2024-11-14T08:20:23,061 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/.tmp/info/16c8dfdd01cd4023935479e4ea635eb2 as hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/info/16c8dfdd01cd4023935479e4ea635eb2 2024-11-14T08:20:23,065 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/info/16c8dfdd01cd4023935479e4ea635eb2, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T08:20:23,066 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false 2024-11-14T08:20:23,070 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T08:20:23,071 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:20:23,071 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:20:23,071 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:20:23,071 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572422636Running coprocessor pre-close hooks at 1731572422636Disabling compacts and flushes for region at 1731572422636Disabling writes for close at 1731572422636Obtaining lock to block concurrent updates at 1731572422636Preparing flush snapshotting stores in 1588230740 at 1731572422636Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731572422636Flushing stores of hbase:meta,,1.1588230740 at 1731572422637 (+1 ms)Flushing 1588230740/info: creating writer at 1731572422637Flushing 1588230740/info: appending metadata at 1731572422652 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731572422652Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ac66d8: reopening flushed file at 1731572423060 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false at 1731572423066 (+6 ms)Writing region close event to WAL at 1731572423067 (+1 ms)Running coprocessor post-close hooks at 1731572423070 (+3 ms)Closed at 1731572423071 (+1 ms) 2024-11-14T08:20:23,071 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:20:23,237 INFO [RS:0;b344df224d93:33481 {}] regionserver.HRegionServer(976): stopping server b344df224d93,33481,1731572414532; all regions closed. 2024-11-14T08:20:23,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741849_1025 (size=2156) 2024-11-14T08:20:23,239 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532/b344df224d93%2C33481%2C1731572414532.meta.1731572415834.meta not finished, retry = 0 2024-11-14T08:20:23,267 DEBUG [RS:0;b344df224d93:33481.replicationSource.wal-reader.b344df224d93%2C33481%2C1731572414532,1-b344df224d93,33481,1731572414532 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532/b344df224d93%2C33481%2C1731572414532.1731572415498 to pos 0, reset compression=false 2024-11-14T08:20:23,341 DEBUG [RS:0;b344df224d93:33481 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/oldWALs 2024-11-14T08:20:23,341 INFO [RS:0;b344df224d93:33481 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C33481%2C1731572414532.meta:.meta(num 1731572415834) 2024-11-14T08:20:23,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741850_1026 (size=796) 2024-11-14T08:20:23,345 DEBUG [RS:0;b344df224d93:33481 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/oldWALs 2024-11-14T08:20:23,345 INFO [RS:0;b344df224d93:33481 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C33481%2C1731572414532.rep:(num 1731572420101) 2024-11-14T08:20:23,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741848_1024 (size=93) 2024-11-14T08:20:23,346 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/WALs/b344df224d93,33481,1731572414532/b344df224d93%2C33481%2C1731572414532.1731572415498 not finished, retry = 0 2024-11-14T08:20:23,434 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T08:20:23,434 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T08:20:23,449 DEBUG [RS:0;b344df224d93:33481 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/oldWALs 2024-11-14T08:20:23,449 INFO [RS:0;b344df224d93:33481 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C33481%2C1731572414532:(num 1731572415498) 2024-11-14T08:20:23,449 DEBUG [RS:0;b344df224d93:33481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:23,449 INFO [RS:0;b344df224d93:33481 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:20:23,449 INFO [RS:0;b344df224d93:33481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:20:23,449 INFO [RS:0;b344df224d93:33481 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T08:20:23,449 INFO [RS:0;b344df224d93:33481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:20:23,449 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:20:23,449 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T08:20:23,449 INFO [RS:0;b344df224d93:33481 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b344df224d93,33481,1731572414532 because: Region server is closing 2024-11-14T08:20:23,449 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T08:20:23,450 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T08:20:23,450 INFO [RS:0;b344df224d93:33481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:33481. 2024-11-14T08:20:23,450 DEBUG [RS:0;b344df224d93:33481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:23,450 DEBUG [RS:0;b344df224d93:33481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:23,450 DEBUG [RS:0;b344df224d93:33481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:23,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:20:23,550 WARN [RS:0;b344df224d93:33481.replicationSource.shipperb344df224d93%2C33481%2C1731572414532,1-b344df224d93,33481,1731572414532 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T08:20:23,550 WARN [RS:0;b344df224d93:33481.replicationSource.wal-reader.b344df224d93%2C33481%2C1731572414532,1-b344df224d93,33481,1731572414532 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T08:20:23,550 INFO [RS:0;b344df224d93:33481 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b344df224d93:33481.replicationSource.shipperb344df224d93%2C33481%2C1731572414532,1-b344df224d93,33481,1731572414532 terminated 2024-11-14T08:20:23,550 INFO [RS:0;b344df224d93:33481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33481 2024-11-14T08:20:23,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33481-0x101386df2de0007, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02035392913/rs/b344df224d93,33481,1731572414532 2024-11-14T08:20:23,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913/rs 2024-11-14T08:20:23,618 INFO [RS:0;b344df224d93:33481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:20:23,628 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,33481,1731572414532] 2024-11-14T08:20:23,639 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02035392913/draining/b344df224d93,33481,1731572414532 already deleted, retry=false 2024-11-14T08:20:23,639 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,33481,1731572414532 expired; onlineServers=0 2024-11-14T08:20:23,639 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,41789,1731572414478' ***** 2024-11-14T08:20:23,639 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:20:23,639 INFO [M:0;b344df224d93:41789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:20:23,639 INFO [M:0;b344df224d93:41789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:20:23,639 DEBUG [M:0;b344df224d93:41789 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:20:23,639 DEBUG [M:0;b344df224d93:41789 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:20:23,639 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:20:23,639 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572415258 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572415258,5,FailOnTimeoutGroup] 2024-11-14T08:20:23,639 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572415259 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572415259,5,FailOnTimeoutGroup] 2024-11-14T08:20:23,639 INFO [M:0;b344df224d93:41789 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:20:23,639 INFO [M:0;b344df224d93:41789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:20:23,640 DEBUG [M:0;b344df224d93:41789 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:20:23,640 INFO [M:0;b344df224d93:41789 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:20:23,640 INFO [M:0;b344df224d93:41789 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:20:23,640 INFO [M:0;b344df224d93:41789 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:20:23,640 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:20:23,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02035392913/master 2024-11-14T08:20:23,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02035392913 2024-11-14T08:20:23,650 DEBUG [M:0;b344df224d93:41789 {}] zookeeper.ZKUtil(347): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Unable to get data of znode /02035392913/master because node does not exist (not an error) 2024-11-14T08:20:23,650 WARN [M:0;b344df224d93:41789 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T08:20:23,650 INFO [M:0;b344df224d93:41789 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/.lastflushedseqids 2024-11-14T08:20:23,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741852_1028 (size=181) 2024-11-14T08:20:23,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33481-0x101386df2de0007, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:20:23,729 INFO [RS:0;b344df224d93:33481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:20:23,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33481-0x101386df2de0007, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:20:23,729 INFO [RS:0;b344df224d93:33481 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,33481,1731572414532; zookeeper connection closed. 2024-11-14T08:20:23,729 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5bb7069e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5bb7069e 2024-11-14T08:20:23,729 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:20:24,058 INFO [M:0;b344df224d93:41789 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:20:24,058 INFO [M:0;b344df224d93:41789 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:20:24,058 DEBUG [M:0;b344df224d93:41789 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:20:24,058 INFO [M:0;b344df224d93:41789 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:24,058 DEBUG [M:0;b344df224d93:41789 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:24,058 DEBUG [M:0;b344df224d93:41789 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:20:24,058 DEBUG [M:0;b344df224d93:41789 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:24,058 INFO [M:0;b344df224d93:41789 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T08:20:24,075 DEBUG [M:0;b344df224d93:41789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/457371459e474c8b987433cb68b6d349 is 82, key is hbase:meta,,1/info:regioninfo/1731572415878/Put/seqid=0 2024-11-14T08:20:24,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741853_1029 (size=5672) 2024-11-14T08:20:24,479 INFO [M:0;b344df224d93:41789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/457371459e474c8b987433cb68b6d349 2024-11-14T08:20:24,496 DEBUG [M:0;b344df224d93:41789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8892a721b27241709af753f49654565e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731572420159/Put/seqid=0 2024-11-14T08:20:24,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741854_1030 (size=7312) 2024-11-14T08:20:24,901 INFO [M:0;b344df224d93:41789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8892a721b27241709af753f49654565e 2024-11-14T08:20:24,921 DEBUG [M:0;b344df224d93:41789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4e8169b493a4d4b903c8cd7283de3b6 is 69, key is b344df224d93,33481,1731572414532/rs:state/1731572415293/Put/seqid=0 2024-11-14T08:20:24,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741855_1031 (size=5370) 2024-11-14T08:20:24,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:20:24,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T08:20:24,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:20:25,325 INFO [M:0;b344df224d93:41789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4e8169b493a4d4b903c8cd7283de3b6 2024-11-14T08:20:25,329 INFO [M:0;b344df224d93:41789 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4e8169b493a4d4b903c8cd7283de3b6 2024-11-14T08:20:25,329 DEBUG [M:0;b344df224d93:41789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/457371459e474c8b987433cb68b6d349 as hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/457371459e474c8b987433cb68b6d349 2024-11-14T08:20:25,333 INFO [M:0;b344df224d93:41789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/457371459e474c8b987433cb68b6d349, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T08:20:25,334 DEBUG [M:0;b344df224d93:41789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8892a721b27241709af753f49654565e as hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8892a721b27241709af753f49654565e 2024-11-14T08:20:25,338 INFO [M:0;b344df224d93:41789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8892a721b27241709af753f49654565e, entries=7, sequenceid=127, filesize=7.1 K 2024-11-14T08:20:25,338 DEBUG [M:0;b344df224d93:41789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4e8169b493a4d4b903c8cd7283de3b6 as hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4e8169b493a4d4b903c8cd7283de3b6 2024-11-14T08:20:25,343 INFO [M:0;b344df224d93:41789 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4e8169b493a4d4b903c8cd7283de3b6 2024-11-14T08:20:25,343 INFO [M:0;b344df224d93:41789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40429/user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4e8169b493a4d4b903c8cd7283de3b6, entries=2, sequenceid=127, filesize=5.2 K 2024-11-14T08:20:25,344 INFO [M:0;b344df224d93:41789 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false 2024-11-14T08:20:25,345 INFO [M:0;b344df224d93:41789 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:25,345 DEBUG [M:0;b344df224d93:41789 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572424058Disabling compacts and flushes for region at 1731572424058Disabling writes for close at 1731572424058Obtaining lock to block concurrent updates at 1731572424058Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572424058Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731572424059 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572424059Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572424059Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572424075 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572424075Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572424483 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572424496 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572424496Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572424905 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572424920 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572424920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@250b3870: reopening flushed file at 1731572425329 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@717d0b91: reopening flushed file at 1731572425333 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a8b5ddf: reopening flushed file at 1731572425338 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false at 1731572425344 (+6 ms)Writing region close event to WAL at 1731572425345 (+1 ms)Closed at 1731572425345 2024-11-14T08:20:25,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37311 is added to blk_1073741847_1023 (size=22903) 2024-11-14T08:20:25,347 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2aaafd4-8ae3-a6a3-ba10-a3c8e10d8b12/MasterData/WALs/b344df224d93,41789,1731572414478/b344df224d93%2C41789%2C1731572414478.1731572415052 not finished, retry = 0 2024-11-14T08:20:25,448 INFO [M:0;b344df224d93:41789 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:20:25,448 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:20:25,448 INFO [M:0;b344df224d93:41789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41789 2024-11-14T08:20:25,448 INFO [M:0;b344df224d93:41789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:20:25,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:20:25,602 INFO [M:0;b344df224d93:41789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:20:25,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41789-0x101386df2de0006, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:20:25,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25c07d04{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:20:25,605 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@97e2298{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:20:25,605 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:20:25,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58132b18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:20:25,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b2f0cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/hadoop.log.dir/,STOPPED} 2024-11-14T08:20:25,607 WARN [BP-1553454946-172.17.0.3-1731572397915 heartbeating to localhost/127.0.0.1:40429 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:20:25,607 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:20:25,607 WARN [BP-1553454946-172.17.0.3-1731572397915 heartbeating to localhost/127.0.0.1:40429 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1553454946-172.17.0.3-1731572397915 (Datanode Uuid 36035307-0002-492e-8601-995d20186cd8) service to localhost/127.0.0.1:40429 2024-11-14T08:20:25,607 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:20:25,607 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/cluster_b8f1ef97-0e70-6cf0-ae57-b33d252420c1/data/data1/current/BP-1553454946-172.17.0.3-1731572397915 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:20:25,608 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/cluster_b8f1ef97-0e70-6cf0-ae57-b33d252420c1/data/data2/current/BP-1553454946-172.17.0.3-1731572397915 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:20:25,608 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:20:25,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cccfe78{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:20:25,614 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c42f899{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:20:25,614 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:20:25,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1432b902{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:20:25,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b935e81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/faf1bc8f-eb35-1b8d-a487-0c357fa91ae2/hadoop.log.dir/,STOPPED} 2024-11-14T08:20:25,619 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T08:20:25,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T08:20:25,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 159) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:40429 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60312) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40429 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40429 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:40429 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40429 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:40429 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60312) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35177 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 368) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5214 (was 5716) 2024-11-14T08:20:25,644 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=5214 2024-11-14T08:20:25,655 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-14T08:20:25,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/hadoop.log.dir so I do NOT create it in target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a 2024-11-14T08:20:25,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T08:20:25,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/hadoop.tmp.dir so I do NOT create it in target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a 2024-11-14T08:20:25,656 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28836508-2fd3-b68d-233c-b26f446315e4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T08:20:25,656 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a 2024-11-14T08:20:25,656 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/cluster_0d0689e3-78c0-43b8-be88-bb022bb9b15b, deleteOnExit=true 2024-11-14T08:20:25,674 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/cluster_0d0689e3-78c0-43b8-be88-bb022bb9b15b/zookeeper_0, clientPort=53166, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/cluster_0d0689e3-78c0-43b8-be88-bb022bb9b15b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/cluster_0d0689e3-78c0-43b8-be88-bb022bb9b15b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T08:20:25,674 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53166 2024-11-14T08:20:25,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:20:25,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:20:25,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/test.cache.data in system properties and HBase conf 2024-11-14T08:20:25,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:20:25,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:20:25,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:20:25,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:20:25,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:20:25,675 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:20:25,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:20:25,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:20:25,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:20:25,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:20:25,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:20:25,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:20:25,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:20:25,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:20:25,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:20:25,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:20:25,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:20:25,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:20:25,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:20:25,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:20:25,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101386df2de0005, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T08:20:25,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101386df2de0002, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T08:20:25,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101386df2de0002, quorum=127.0.0.1:60312, baseZNode=/02035392913 Received Disconnected from ZooKeeper, ignoring 2024-11-14T08:20:25,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101386df2de0005, quorum=127.0.0.1:60312, baseZNode=/1-1975067278 Received Disconnected from ZooKeeper, ignoring 2024-11-14T08:20:26,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:20:26,113 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:20:26,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:20:26,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:20:26,115 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T08:20:26,115 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:20:26,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@738ba23e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:20:26,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@eac6c85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:20:26,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20c53573{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/java.io.tmpdir/jetty-localhost-34857-hadoop-hdfs-3_4_1-tests_jar-_-any-532130269738538680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:20:26,210 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30734d7e{HTTP/1.1, (http/1.1)}{localhost:34857} 2024-11-14T08:20:26,210 INFO [Time-limited test {}] server.Server(415): Started @167746ms 2024-11-14T08:20:26,685 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:20:26,691 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:20:26,694 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:20:26,694 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:20:26,694 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:20:26,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@471d2e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:20:26,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25ad2384{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:20:26,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@196f1dca{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/java.io.tmpdir/jetty-localhost-40931-hadoop-hdfs-3_4_1-tests_jar-_-any-17186105738932770226/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:20:26,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@495a5bcf{HTTP/1.1, (http/1.1)}{localhost:40931} 2024-11-14T08:20:26,789 INFO [Time-limited test {}] server.Server(415): Started @168324ms 2024-11-14T08:20:26,790 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:20:27,430 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/cluster_0d0689e3-78c0-43b8-be88-bb022bb9b15b/data/data2/current/BP-895965244-172.17.0.3-1731572425700/current, will proceed with Du for space computation calculation, 2024-11-14T08:20:27,430 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/cluster_0d0689e3-78c0-43b8-be88-bb022bb9b15b/data/data1/current/BP-895965244-172.17.0.3-1731572425700/current, will proceed with Du for space computation calculation, 2024-11-14T08:20:27,444 WARN [Thread-1665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:20:27,447 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x662691c8b457ceab with lease ID 0x82c0d0be048c13c2: Processing first storage report for DS-06d7d5fb-1a20-4086-a70a-e5eaa3d281cf from datanode DatanodeRegistration(127.0.0.1:34933, datanodeUuid=cb4ea077-2a95-446f-8930-700cf0382640, infoPort=44253, infoSecurePort=0, ipcPort=41293, storageInfo=lv=-57;cid=testClusterID;nsid=2064908206;c=1731572425700) 2024-11-14T08:20:27,447 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x662691c8b457ceab with lease ID 0x82c0d0be048c13c2: from storage DS-06d7d5fb-1a20-4086-a70a-e5eaa3d281cf node DatanodeRegistration(127.0.0.1:34933, datanodeUuid=cb4ea077-2a95-446f-8930-700cf0382640, infoPort=44253, infoSecurePort=0, ipcPort=41293, storageInfo=lv=-57;cid=testClusterID;nsid=2064908206;c=1731572425700), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:20:27,447 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x662691c8b457ceab with lease ID 0x82c0d0be048c13c2: Processing first storage report for DS-a9f0c890-171f-457e-a87b-ae47c96c4a35 from datanode DatanodeRegistration(127.0.0.1:34933, datanodeUuid=cb4ea077-2a95-446f-8930-700cf0382640, infoPort=44253, infoSecurePort=0, ipcPort=41293, storageInfo=lv=-57;cid=testClusterID;nsid=2064908206;c=1731572425700) 2024-11-14T08:20:27,447 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x662691c8b457ceab with lease ID 0x82c0d0be048c13c2: from storage DS-a9f0c890-171f-457e-a87b-ae47c96c4a35 node DatanodeRegistration(127.0.0.1:34933, datanodeUuid=cb4ea077-2a95-446f-8930-700cf0382640, infoPort=44253, infoSecurePort=0, ipcPort=41293, storageInfo=lv=-57;cid=testClusterID;nsid=2064908206;c=1731572425700), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:20:27,530 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a 2024-11-14T08:20:27,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:27,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:27,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:20:27,938 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b with version=8 2024-11-14T08:20:27,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/hbase-staging 2024-11-14T08:20:27,940 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:20:27,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:27,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:27,940 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:20:27,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:27,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:20:27,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:20:27,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:20:27,941 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44695 2024-11-14T08:20:27,941 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44695 connecting to ZooKeeper ensemble=127.0.0.1:53166 2024-11-14T08:20:28,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446950x0, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:20:28,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44695-0x101386e5f740000 connected 2024-11-14T08:20:28,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:28,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:28,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Set watcher on znode that does not yet exist, /0-909546676/running 2024-11-14T08:20:28,116 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b, hbase.cluster.distributed=false 2024-11-14T08:20:28,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Set watcher on znode that does not yet exist, /0-909546676/acl 2024-11-14T08:20:28,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44695 2024-11-14T08:20:28,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44695 2024-11-14T08:20:28,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44695 2024-11-14T08:20:28,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44695 2024-11-14T08:20:28,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44695 2024-11-14T08:20:28,133 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:20:28,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:28,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:28,133 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:20:28,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:28,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:20:28,133 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:20:28,133 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:20:28,135 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33257 2024-11-14T08:20:28,136 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33257 connecting to ZooKeeper ensemble=127.0.0.1:53166 2024-11-14T08:20:28,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:28,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:28,141 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:20:28,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332570x0, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:20:28,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332570x0, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Set watcher on znode that does not yet exist, /0-909546676/running 2024-11-14T08:20:28,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33257-0x101386e5f740001 connected 2024-11-14T08:20:28,155 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:20:28,157 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:20:28,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33257-0x101386e5f740001, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Set watcher on znode that does not yet exist, /0-909546676/master 2024-11-14T08:20:28,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33257-0x101386e5f740001, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Set watcher on znode that does not yet exist, /0-909546676/acl 2024-11-14T08:20:28,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33257 2024-11-14T08:20:28,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33257 2024-11-14T08:20:28,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33257 2024-11-14T08:20:28,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33257 2024-11-14T08:20:28,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33257 2024-11-14T08:20:28,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:28,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:28,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:28,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:28,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:28,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:28,179 DEBUG [M:0;b344df224d93:44695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:44695 2024-11-14T08:20:28,179 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-909546676/backup-masters/b344df224d93,44695,1731572427940 2024-11-14T08:20:28,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:28,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:28,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676/backup-masters 2024-11-14T08:20:28,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101386e5f740001, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676/backup-masters 2024-11-14T08:20:28,192 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Set watcher on existing znode=/0-909546676/backup-masters/b344df224d93,44695,1731572427940 2024-11-14T08:20:28,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676 2024-11-14T08:20:28,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101386e5f740001, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-909546676/master 2024-11-14T08:20:28,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101386e5f740001, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676 2024-11-14T08:20:28,202 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Set watcher on existing znode=/0-909546676/master 2024-11-14T08:20:28,202 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-909546676/backup-masters/b344df224d93,44695,1731572427940 from backup master directory 2024-11-14T08:20:28,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-909546676/backup-masters/b344df224d93,44695,1731572427940 2024-11-14T08:20:28,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101386e5f740001, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676/backup-masters 2024-11-14T08:20:28,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676/backup-masters 2024-11-14T08:20:28,212 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:20:28,212 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,44695,1731572427940 2024-11-14T08:20:28,216 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/hbase.id] with ID: efec6791-f1b2-4e79-82f1-116eba07e7b6 2024-11-14T08:20:28,216 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/.tmp/hbase.id 2024-11-14T08:20:28,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:20:28,620 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/.tmp/hbase.id]:[hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/hbase.id] 2024-11-14T08:20:28,629 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:28,629 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:20:28,630 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T08:20:28,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676 2024-11-14T08:20:28,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101386e5f740001, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676 2024-11-14T08:20:28,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:20:29,086 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:20:29,086 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:20:29,087 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:20:29,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:20:29,493 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/data/master/store 2024-11-14T08:20:29,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:20:29,498 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:29,498 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:20:29,498 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:29,499 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:29,499 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:20:29,499 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:29,499 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:29,499 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572429498Disabling compacts and flushes for region at 1731572429498Disabling writes for close at 1731572429499 (+1 ms)Writing region close event to WAL at 1731572429499Closed at 1731572429499 2024-11-14T08:20:29,499 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/data/master/store/.initializing 2024-11-14T08:20:29,499 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/WALs/b344df224d93,44695,1731572427940 2024-11-14T08:20:29,500 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:20:29,501 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C44695%2C1731572427940, suffix=, logDir=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/WALs/b344df224d93,44695,1731572427940, archiveDir=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/oldWALs, maxLogs=10 2024-11-14T08:20:29,514 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/WALs/b344df224d93,44695,1731572427940/b344df224d93%2C44695%2C1731572427940.1731572429502, exclude list is [], retry=0 2024-11-14T08:20:29,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34933,DS-06d7d5fb-1a20-4086-a70a-e5eaa3d281cf,DISK] 2024-11-14T08:20:29,517 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/WALs/b344df224d93,44695,1731572427940/b344df224d93%2C44695%2C1731572427940.1731572429502 2024-11-14T08:20:29,518 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44253:44253)] 2024-11-14T08:20:29,518 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:20:29,518 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:29,518 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:29,518 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:29,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:29,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:20:29,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:29,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:29,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:29,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:20:29,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:29,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:29,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:29,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:20:29,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:29,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:29,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:29,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:20:29,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:29,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:29,524 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:29,525 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:29,525 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:29,526 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:29,526 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:29,527 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:20:29,528 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:29,529 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:20:29,529 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65003984, jitterRate=-0.031365156173706055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:20:29,530 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572429518Initializing all the Stores at 1731572429519 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572429519Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572429519Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572429519Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572429519Cleaning up temporary data from old regions at 1731572429526 (+7 ms)Region opened successfully at 1731572429530 (+4 ms) 2024-11-14T08:20:29,530 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:20:29,532 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bdd0a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:20:29,533 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:20:29,533 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:20:29,533 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:20:29,533 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:20:29,533 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T08:20:29,534 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T08:20:29,534 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:20:29,535 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:20:29,536 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Unable to get data of znode /0-909546676/balancer because node does not exist (not necessarily an error) 2024-11-14T08:20:29,591 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-909546676/balancer already deleted, retry=false 2024-11-14T08:20:29,592 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:20:29,592 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Unable to get data of znode /0-909546676/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:20:29,602 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-909546676/normalizer already deleted, retry=false 2024-11-14T08:20:29,602 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:20:29,603 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Unable to get data of znode /0-909546676/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:20:29,612 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-909546676/switch/split already deleted, retry=false 2024-11-14T08:20:29,613 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Unable to get data of znode /0-909546676/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:20:29,623 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-909546676/switch/merge already deleted, retry=false 2024-11-14T08:20:29,624 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Unable to get data of znode /0-909546676/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:20:29,633 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-909546676/snapshot-cleanup already deleted, retry=false 2024-11-14T08:20:29,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-909546676/running 2024-11-14T08:20:29,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101386e5f740001, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-909546676/running 2024-11-14T08:20:29,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676 2024-11-14T08:20:29,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101386e5f740001, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676 2024-11-14T08:20:29,644 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,44695,1731572427940, sessionid=0x101386e5f740000, setting cluster-up flag (Was=false) 2024-11-14T08:20:29,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676 2024-11-14T08:20:29,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101386e5f740001, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676 2024-11-14T08:20:29,697 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-909546676/flush-table-proc/acquired, /0-909546676/flush-table-proc/reached, /0-909546676/flush-table-proc/abort 2024-11-14T08:20:29,698 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,44695,1731572427940 2024-11-14T08:20:29,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676 2024-11-14T08:20:29,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101386e5f740001, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676 2024-11-14T08:20:29,749 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-909546676/online-snapshot/acquired, /0-909546676/online-snapshot/reached, /0-909546676/online-snapshot/abort 2024-11-14T08:20:29,750 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,44695,1731572427940 2024-11-14T08:20:29,751 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:20:29,752 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:20:29,752 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:20:29,753 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:20:29,753 WARN [master/b344df224d93:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b344df224d93,46361,1731572400006: status=Processing ServerCrashProcedure of b344df224d93,46361,1731572400006 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731572415258, completionTime=-1 appears to have been leaked 2024-11-14T08:20:29,753 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,44695,1731572427940 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:20:29,754 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:20:29,754 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:20:29,754 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:20:29,754 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:20:29,754 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:20:29,754 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:29,754 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:20:29,754 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:29,755 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572459755 2024-11-14T08:20:29,755 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:20:29,755 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:20:29,755 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:20:29,755 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:20:29,755 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:20:29,755 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:20:29,755 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:29,755 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:20:29,756 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:20:29,756 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:20:29,756 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:20:29,756 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:20:29,756 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:20:29,756 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:29,756 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:20:29,760 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:20:29,760 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:20:29,760 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572429760,5,FailOnTimeoutGroup] 2024-11-14T08:20:29,763 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572429760,5,FailOnTimeoutGroup] 2024-11-14T08:20:29,763 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:29,763 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:20:29,763 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:29,764 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:29,768 INFO [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(746): ClusterId : efec6791-f1b2-4e79-82f1-116eba07e7b6 2024-11-14T08:20:29,768 DEBUG [RS:0;b344df224d93:33257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:20:29,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:20:29,776 DEBUG [RS:0;b344df224d93:33257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:20:29,776 DEBUG [RS:0;b344df224d93:33257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:20:29,786 DEBUG [RS:0;b344df224d93:33257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:20:29,787 DEBUG [RS:0;b344df224d93:33257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1865639d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:20:29,800 DEBUG [RS:0;b344df224d93:33257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:33257 2024-11-14T08:20:29,800 INFO [RS:0;b344df224d93:33257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:20:29,800 INFO [RS:0;b344df224d93:33257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:20:29,800 DEBUG [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:20:29,801 INFO [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,44695,1731572427940 with port=33257, startcode=1731572428132 2024-11-14T08:20:29,801 DEBUG [RS:0;b344df224d93:33257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:20:29,802 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:20:29,803 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44695 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,33257,1731572428132 2024-11-14T08:20:29,803 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44695 {}] master.ServerManager(517): Registering regionserver=b344df224d93,33257,1731572428132 2024-11-14T08:20:29,804 DEBUG [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b 2024-11-14T08:20:29,804 DEBUG [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34147 2024-11-14T08:20:29,804 DEBUG [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:20:29,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676/rs 2024-11-14T08:20:29,813 DEBUG [RS:0;b344df224d93:33257 {}] zookeeper.ZKUtil(111): regionserver:33257-0x101386e5f740001, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Set watcher on existing znode=/0-909546676/rs/b344df224d93,33257,1731572428132 2024-11-14T08:20:29,813 WARN [RS:0;b344df224d93:33257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:20:29,813 INFO [RS:0;b344df224d93:33257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:20:29,813 DEBUG [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132 2024-11-14T08:20:29,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,33257,1731572428132] 2024-11-14T08:20:29,816 INFO [RS:0;b344df224d93:33257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:20:29,820 INFO [RS:0;b344df224d93:33257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:20:29,820 INFO [RS:0;b344df224d93:33257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:20:29,820 INFO [RS:0;b344df224d93:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:29,822 INFO [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:20:29,823 INFO [RS:0;b344df224d93:33257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:20:29,823 INFO [RS:0;b344df224d93:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:29,823 DEBUG [RS:0;b344df224d93:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:29,823 DEBUG [RS:0;b344df224d93:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:29,823 DEBUG [RS:0;b344df224d93:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:29,823 DEBUG [RS:0;b344df224d93:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:29,823 DEBUG [RS:0;b344df224d93:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:29,823 DEBUG [RS:0;b344df224d93:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:20:29,823 DEBUG [RS:0;b344df224d93:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:29,823 DEBUG [RS:0;b344df224d93:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:29,823 DEBUG [RS:0;b344df224d93:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:29,823 DEBUG [RS:0;b344df224d93:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:29,823 DEBUG [RS:0;b344df224d93:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:29,824 DEBUG [RS:0;b344df224d93:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:29,824 DEBUG [RS:0;b344df224d93:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:20:29,824 DEBUG [RS:0;b344df224d93:33257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:20:29,824 INFO [RS:0;b344df224d93:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:29,824 INFO [RS:0;b344df224d93:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:29,824 INFO [RS:0;b344df224d93:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:29,824 INFO [RS:0;b344df224d93:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:29,824 INFO [RS:0;b344df224d93:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:29,824 INFO [RS:0;b344df224d93:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,33257,1731572428132-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:20:29,837 INFO [RS:0;b344df224d93:33257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:20:29,837 INFO [RS:0;b344df224d93:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,33257,1731572428132-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:29,837 INFO [RS:0;b344df224d93:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:29,837 INFO [RS:0;b344df224d93:33257 {}] regionserver.Replication(171): b344df224d93,33257,1731572428132 started 2024-11-14T08:20:29,850 INFO [RS:0;b344df224d93:33257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:29,850 INFO [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,33257,1731572428132, RpcServer on b344df224d93/172.17.0.3:33257, sessionid=0x101386e5f740001 2024-11-14T08:20:29,850 DEBUG [RS:0;b344df224d93:33257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:20:29,850 DEBUG [RS:0;b344df224d93:33257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,33257,1731572428132 2024-11-14T08:20:29,850 DEBUG [RS:0;b344df224d93:33257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,33257,1731572428132' 2024-11-14T08:20:29,850 DEBUG [RS:0;b344df224d93:33257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-909546676/flush-table-proc/abort' 2024-11-14T08:20:29,851 DEBUG [RS:0;b344df224d93:33257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-909546676/flush-table-proc/acquired' 2024-11-14T08:20:29,851 DEBUG [RS:0;b344df224d93:33257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:20:29,851 DEBUG [RS:0;b344df224d93:33257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:20:29,851 DEBUG [RS:0;b344df224d93:33257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,33257,1731572428132 2024-11-14T08:20:29,851 DEBUG [RS:0;b344df224d93:33257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,33257,1731572428132' 2024-11-14T08:20:29,851 DEBUG [RS:0;b344df224d93:33257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-909546676/online-snapshot/abort' 2024-11-14T08:20:29,851 DEBUG [RS:0;b344df224d93:33257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-909546676/online-snapshot/acquired' 2024-11-14T08:20:29,852 DEBUG [RS:0;b344df224d93:33257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:20:29,852 INFO [RS:0;b344df224d93:33257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:20:29,852 INFO [RS:0;b344df224d93:33257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:20:29,952 INFO [RS:0;b344df224d93:33257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:20:29,954 INFO [RS:0;b344df224d93:33257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C33257%2C1731572428132, suffix=, logDir=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132, archiveDir=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/oldWALs, maxLogs=10 2024-11-14T08:20:29,969 DEBUG [RS:0;b344df224d93:33257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954, exclude list is [], retry=0 2024-11-14T08:20:29,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34933,DS-06d7d5fb-1a20-4086-a70a-e5eaa3d281cf,DISK] 2024-11-14T08:20:29,973 INFO [RS:0;b344df224d93:33257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 2024-11-14T08:20:29,974 DEBUG [RS:0;b344df224d93:33257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44253:44253)] 2024-11-14T08:20:30,169 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:20:30,169 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b 2024-11-14T08:20:30,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741833_1009 (size=32) 2024-11-14T08:20:30,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:30,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:20:30,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:20:30,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:30,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:30,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:20:30,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:20:30,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:30,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:30,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:20:30,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:20:30,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:30,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:30,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:20:30,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:20:30,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:30,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:30,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:20:30,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740 2024-11-14T08:20:30,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740 2024-11-14T08:20:30,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:20:30,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:20:30,583 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:20:30,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:20:30,586 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:20:30,586 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75406160, jitterRate=0.12363934516906738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:20:30,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572430575Initializing all the Stores at 1731572430575Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572430575Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572430576 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572430576Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572430576Cleaning up temporary data from old regions at 1731572430583 (+7 ms)Region opened successfully at 1731572430587 (+4 ms) 2024-11-14T08:20:30,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:20:30,587 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:20:30,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:20:30,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:20:30,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:20:30,587 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:20:30,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572430587Disabling compacts and flushes for region at 1731572430587Disabling writes for close at 1731572430587Writing region close event to WAL at 1731572430587Closed at 1731572430587 2024-11-14T08:20:30,588 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:20:30,588 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:20:30,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:20:30,589 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:20:30,589 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:20:30,740 DEBUG [b344df224d93:44695 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:20:30,740 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,33257,1731572428132 2024-11-14T08:20:30,741 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,33257,1731572428132, state=OPENING 2024-11-14T08:20:30,791 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:20:30,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676 2024-11-14T08:20:30,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101386e5f740001, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676 2024-11-14T08:20:30,802 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:20:30,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-909546676/meta-region-server: CHANGED 2024-11-14T08:20:30,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-909546676/meta-region-server: CHANGED 2024-11-14T08:20:30,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,33257,1731572428132}] 2024-11-14T08:20:30,954 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:20:30,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:20:30,958 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:20:30,958 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:20:30,959 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:20:30,960 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C33257%2C1731572428132.meta, suffix=.meta, logDir=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132, archiveDir=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/oldWALs, maxLogs=10 2024-11-14T08:20:30,972 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.meta.1731572430960.meta, exclude list is [], retry=0 2024-11-14T08:20:30,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34933,DS-06d7d5fb-1a20-4086-a70a-e5eaa3d281cf,DISK] 2024-11-14T08:20:30,975 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.meta.1731572430960.meta 2024-11-14T08:20:30,975 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44253:44253)] 2024-11-14T08:20:30,975 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:20:30,976 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:20:30,976 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:20:30,976 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:20:30,976 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:20:30,976 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:20:30,976 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:30,976 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:20:30,976 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:20:30,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:20:30,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:20:30,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:30,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:30,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:20:30,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:20:30,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:30,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:30,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:20:30,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:20:30,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:30,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:30,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:20:30,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:20:30,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:30,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:30,981 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:20:30,981 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740 2024-11-14T08:20:30,982 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740 2024-11-14T08:20:30,983 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:20:30,983 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:20:30,983 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:20:30,984 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:20:30,984 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60600431, jitterRate=-0.09698320925235748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:20:30,985 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:20:30,985 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572430976Writing region info on filesystem at 1731572430976Initializing all the Stores at 1731572430977 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572430977Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572430977Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572430977Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572430977Cleaning up temporary data from old regions at 1731572430983 (+6 ms)Running coprocessor post-open hooks at 1731572430985 (+2 ms)Region opened successfully at 1731572430985 2024-11-14T08:20:30,986 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572430954 2024-11-14T08:20:30,987 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:20:30,987 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:20:30,988 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,33257,1731572428132 2024-11-14T08:20:30,988 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,33257,1731572428132, state=OPEN 2024-11-14T08:20:31,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101386e5f740001, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-909546676/meta-region-server 2024-11-14T08:20:31,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-909546676/meta-region-server 2024-11-14T08:20:31,038 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,33257,1731572428132 2024-11-14T08:20:31,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-909546676/meta-region-server: CHANGED 2024-11-14T08:20:31,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-909546676/meta-region-server: CHANGED 2024-11-14T08:20:31,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:20:31,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,33257,1731572428132 in 236 msec 2024-11-14T08:20:31,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:20:31,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-14T08:20:31,042 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:20:31,042 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:20:31,044 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:31,044 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,33257,1731572428132, seqNum=-1] 2024-11-14T08:20:31,044 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:20:31,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:20:31,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2960 sec 2024-11-14T08:20:31,048 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572431048, completionTime=-1 2024-11-14T08:20:31,049 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:20:31,049 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:20:31,050 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:20:31,050 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572491050 2024-11-14T08:20:31,050 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572551050 2024-11-14T08:20:31,050 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T08:20:31,051 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44695,1731572427940-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:31,051 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44695,1731572427940-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:31,051 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44695,1731572427940-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:31,051 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:44695, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:31,051 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:31,051 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:31,052 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:20:31,054 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.841sec 2024-11-14T08:20:31,054 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:20:31,054 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:20:31,054 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:20:31,054 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:20:31,054 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:20:31,054 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44695,1731572427940-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:20:31,054 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44695,1731572427940-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:20:31,056 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:20:31,056 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:20:31,056 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44695,1731572427940-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:31,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ba41ceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:31,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,44695,-1 for getting cluster id 2024-11-14T08:20:31,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:31,069 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efec6791-f1b2-4e79-82f1-116eba07e7b6' 2024-11-14T08:20:31,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:31,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efec6791-f1b2-4e79-82f1-116eba07e7b6" 2024-11-14T08:20:31,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75119511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:31,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,44695,-1] 2024-11-14T08:20:31,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:31,071 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:31,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f59224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:31,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:31,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,33257,1731572428132, seqNum=-1] 2024-11-14T08:20:31,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:20:31,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:20:31,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,44695,1731572427940 2024-11-14T08:20:31,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53166 2024-11-14T08:20:31,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:20:31,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101386e5f740002 connected 2024-11-14T08:20:31,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/hadoop.log.dir so I do NOT create it in target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3 2024-11-14T08:20:31,109 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T08:20:31,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/hadoop.tmp.dir so I do NOT create it in target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3 2024-11-14T08:20:31,109 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T08:20:31,109 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3 2024-11-14T08:20:31,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:20:31,109 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/cluster_dbcbdc88-8c66-7827-3845-fc78ccdf1533, deleteOnExit=true 2024-11-14T08:20:31,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:20:31,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/test.cache.data in system properties and HBase conf 2024-11-14T08:20:31,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:20:31,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:20:31,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:20:31,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:20:31,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:20:31,110 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:20:31,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:20:31,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:20:31,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:20:31,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:20:31,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:20:31,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:20:31,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:20:31,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:20:31,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:20:31,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:20:31,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:20:31,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:20:31,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:20:31,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:20:31,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:20:31,407 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:20:31,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:20:31,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:20:31,408 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:20:31,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:20:31,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30a05574{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:20:31,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@449eae56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:20:31,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69a81f30{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/java.io.tmpdir/jetty-localhost-35973-hadoop-hdfs-3_4_1-tests_jar-_-any-4928878150013757306/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:20:31,505 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c6ec211{HTTP/1.1, (http/1.1)}{localhost:35973} 2024-11-14T08:20:31,505 INFO [Time-limited test {}] server.Server(415): Started @173040ms 2024-11-14T08:20:32,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:20:32,102 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:20:32,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:20:32,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:20:32,104 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:20:32,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b53d675{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:20:32,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@536dc82b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:20:32,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22827cf7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/java.io.tmpdir/jetty-localhost-39137-hadoop-hdfs-3_4_1-tests_jar-_-any-8137879494979268158/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:20:32,199 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b7f5bb5{HTTP/1.1, (http/1.1)}{localhost:39137} 2024-11-14T08:20:32,199 INFO [Time-limited test {}] server.Server(415): Started @173735ms 2024-11-14T08:20:32,200 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:20:32,996 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/cluster_dbcbdc88-8c66-7827-3845-fc78ccdf1533/data/data1/current/BP-1755148130-172.17.0.3-1731572431125/current, will proceed with Du for space computation calculation, 2024-11-14T08:20:32,996 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/cluster_dbcbdc88-8c66-7827-3845-fc78ccdf1533/data/data2/current/BP-1755148130-172.17.0.3-1731572431125/current, will proceed with Du for space computation calculation, 2024-11-14T08:20:33,014 WARN [Thread-1786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:20:33,016 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf251271a6b5bd4eb with lease ID 0xb887ca7407701eb6: Processing first storage report for DS-7aa278ee-d97d-4320-89eb-4739745ea174 from datanode DatanodeRegistration(127.0.0.1:34793, datanodeUuid=2c3343a1-81cf-4799-b2c3-b4e3df561adc, infoPort=44509, infoSecurePort=0, ipcPort=42397, storageInfo=lv=-57;cid=testClusterID;nsid=112630037;c=1731572431125) 2024-11-14T08:20:33,016 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf251271a6b5bd4eb with lease ID 0xb887ca7407701eb6: from storage DS-7aa278ee-d97d-4320-89eb-4739745ea174 node DatanodeRegistration(127.0.0.1:34793, datanodeUuid=2c3343a1-81cf-4799-b2c3-b4e3df561adc, infoPort=44509, infoSecurePort=0, ipcPort=42397, storageInfo=lv=-57;cid=testClusterID;nsid=112630037;c=1731572431125), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:20:33,016 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf251271a6b5bd4eb with lease ID 0xb887ca7407701eb6: Processing first storage report for DS-49573f0e-dbbe-4a34-a719-e25d13dd915b from datanode DatanodeRegistration(127.0.0.1:34793, datanodeUuid=2c3343a1-81cf-4799-b2c3-b4e3df561adc, infoPort=44509, infoSecurePort=0, ipcPort=42397, storageInfo=lv=-57;cid=testClusterID;nsid=112630037;c=1731572431125) 2024-11-14T08:20:33,016 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf251271a6b5bd4eb with lease ID 0xb887ca7407701eb6: from storage DS-49573f0e-dbbe-4a34-a719-e25d13dd915b node DatanodeRegistration(127.0.0.1:34793, datanodeUuid=2c3343a1-81cf-4799-b2c3-b4e3df561adc, infoPort=44509, infoSecurePort=0, ipcPort=42397, storageInfo=lv=-57;cid=testClusterID;nsid=112630037;c=1731572431125), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:20:33,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3 2024-11-14T08:20:33,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:33,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:33,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:20:33,436 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f with version=8 2024-11-14T08:20:33,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/hbase-staging 2024-11-14T08:20:33,438 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:20:33,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:33,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:33,438 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:20:33,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:33,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:20:33,439 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:20:33,439 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:20:33,439 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42571 2024-11-14T08:20:33,440 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42571 connecting to ZooKeeper ensemble=127.0.0.1:53166 2024-11-14T08:20:33,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425710x0, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:20:33,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42571-0x101386e5f740003 connected 2024-11-14T08:20:33,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:33,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:33,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Set watcher on znode that does not yet exist, /1-887643409/running 2024-11-14T08:20:33,568 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f, hbase.cluster.distributed=false 2024-11-14T08:20:33,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Set watcher on znode that does not yet exist, /1-887643409/acl 2024-11-14T08:20:33,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42571 2024-11-14T08:20:33,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42571 2024-11-14T08:20:33,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42571 2024-11-14T08:20:33,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42571 2024-11-14T08:20:33,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42571 2024-11-14T08:20:33,586 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:20:33,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:33,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:33,587 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:20:33,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:20:33,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:20:33,587 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:20:33,587 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:20:33,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39483 2024-11-14T08:20:33,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39483 connecting to ZooKeeper ensemble=127.0.0.1:53166 2024-11-14T08:20:33,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:33,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:33,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394830x0, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:20:33,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39483-0x101386e5f740004 connected 2024-11-14T08:20:33,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Set watcher on znode that does not yet exist, /1-887643409/running 2024-11-14T08:20:33,602 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:20:33,603 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:20:33,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Set watcher on znode that does not yet exist, /1-887643409/master 2024-11-14T08:20:33,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Set watcher on znode that does not yet exist, /1-887643409/acl 2024-11-14T08:20:33,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39483 2024-11-14T08:20:33,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39483 2024-11-14T08:20:33,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39483 2024-11-14T08:20:33,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39483 2024-11-14T08:20:33,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39483 2024-11-14T08:20:33,619 DEBUG [M:0;b344df224d93:42571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:42571 2024-11-14T08:20:33,619 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-887643409/backup-masters/b344df224d93,42571,1731572433438 2024-11-14T08:20:33,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409/backup-masters 2024-11-14T08:20:33,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409/backup-masters 2024-11-14T08:20:33,628 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Set watcher on existing znode=/1-887643409/backup-masters/b344df224d93,42571,1731572433438 2024-11-14T08:20:33,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409 2024-11-14T08:20:33,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-887643409/master 2024-11-14T08:20:33,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409 2024-11-14T08:20:33,638 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Set watcher on existing znode=/1-887643409/master 2024-11-14T08:20:33,639 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-887643409/backup-masters/b344df224d93,42571,1731572433438 from backup master directory 2024-11-14T08:20:33,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-887643409/backup-masters/b344df224d93,42571,1731572433438 2024-11-14T08:20:33,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409/backup-masters 2024-11-14T08:20:33,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409/backup-masters 2024-11-14T08:20:33,649 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:20:33,649 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,42571,1731572433438 2024-11-14T08:20:33,652 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/hbase.id] with ID: 5957efde-b180-43f0-b1ba-76ade51057af 2024-11-14T08:20:33,652 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/.tmp/hbase.id 2024-11-14T08:20:33,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:20:34,057 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/.tmp/hbase.id]:[hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/hbase.id] 2024-11-14T08:20:34,066 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:34,066 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:20:34,067 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T08:20:34,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409 2024-11-14T08:20:34,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409 2024-11-14T08:20:34,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:20:34,123 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:20:34,124 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:20:34,124 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:20:34,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:20:34,530 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/data/master/store 2024-11-14T08:20:34,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:20:34,941 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:34,941 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:20:34,941 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:34,941 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:34,941 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:20:34,941 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:34,941 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:34,941 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572434941Disabling compacts and flushes for region at 1731572434941Disabling writes for close at 1731572434941Writing region close event to WAL at 1731572434941Closed at 1731572434941 2024-11-14T08:20:34,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T08:20:34,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T08:20:34,942 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/data/master/store/.initializing 2024-11-14T08:20:34,942 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/WALs/b344df224d93,42571,1731572433438 2024-11-14T08:20:34,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:20:34,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T08:20:34,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:20:34,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T08:20:34,943 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:20:34,944 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C42571%2C1731572433438, suffix=, logDir=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/WALs/b344df224d93,42571,1731572433438, archiveDir=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/oldWALs, maxLogs=10 2024-11-14T08:20:34,956 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/WALs/b344df224d93,42571,1731572433438/b344df224d93%2C42571%2C1731572433438.1731572434944, exclude list is [], retry=0 2024-11-14T08:20:34,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34793,DS-7aa278ee-d97d-4320-89eb-4739745ea174,DISK] 2024-11-14T08:20:34,960 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/WALs/b344df224d93,42571,1731572433438/b344df224d93%2C42571%2C1731572433438.1731572434944 2024-11-14T08:20:34,960 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44509:44509)] 2024-11-14T08:20:34,960 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:20:34,960 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:34,960 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:34,960 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:34,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:34,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:20:34,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:34,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:34,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:34,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:20:34,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:34,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:34,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:34,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:20:34,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:34,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:34,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:34,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:20:34,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:34,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:34,969 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:34,969 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:34,970 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:34,971 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:34,971 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:34,971 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:20:34,972 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:20:34,974 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:20:34,975 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65273471, jitterRate=-0.02734948694705963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:20:34,975 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572434961Initializing all the Stores at 1731572434961Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572434961Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572434962 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572434962Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572434962Cleaning up temporary data from old regions at 1731572434971 (+9 ms)Region opened successfully at 1731572434975 (+4 ms) 2024-11-14T08:20:34,975 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:20:34,978 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603ef4d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:20:34,978 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:20:34,979 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:20:34,979 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:20:34,979 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:20:34,979 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T08:20:34,979 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T08:20:34,979 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:20:34,982 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:20:34,983 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Unable to get data of znode /1-887643409/balancer because node does not exist (not necessarily an error) 2024-11-14T08:20:35,033 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-887643409/balancer already deleted, retry=false 2024-11-14T08:20:35,034 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:20:35,034 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Unable to get data of znode /1-887643409/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:20:35,044 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-887643409/normalizer already deleted, retry=false 2024-11-14T08:20:35,044 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:20:35,045 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Unable to get data of znode /1-887643409/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:20:35,054 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-887643409/switch/split already deleted, retry=false 2024-11-14T08:20:35,055 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Unable to get data of znode /1-887643409/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:20:35,065 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-887643409/switch/merge already deleted, retry=false 2024-11-14T08:20:35,066 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Unable to get data of znode /1-887643409/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:20:35,075 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-887643409/snapshot-cleanup already deleted, retry=false 2024-11-14T08:20:35,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-887643409/running 2024-11-14T08:20:35,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-887643409/running 2024-11-14T08:20:35,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409 2024-11-14T08:20:35,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409 2024-11-14T08:20:35,086 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,42571,1731572433438, sessionid=0x101386e5f740003, setting cluster-up flag (Was=false) 2024-11-14T08:20:35,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409 2024-11-14T08:20:35,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409 2024-11-14T08:20:35,138 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-887643409/flush-table-proc/acquired, /1-887643409/flush-table-proc/reached, /1-887643409/flush-table-proc/abort 2024-11-14T08:20:35,139 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,42571,1731572433438 2024-11-14T08:20:35,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409 2024-11-14T08:20:35,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409 2024-11-14T08:20:35,191 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-887643409/online-snapshot/acquired, /1-887643409/online-snapshot/reached, /1-887643409/online-snapshot/abort 2024-11-14T08:20:35,192 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,42571,1731572433438 2024-11-14T08:20:35,193 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:20:35,194 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:20:35,194 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:20:35,194 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:20:35,194 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,42571,1731572433438 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:20:35,196 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:20:35,196 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:20:35,196 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:20:35,196 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:20:35,196 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:20:35,196 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:35,196 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:20:35,196 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:35,197 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572465197 2024-11-14T08:20:35,197 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:20:35,197 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:20:35,197 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:20:35,197 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:20:35,197 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:20:35,197 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:20:35,197 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:20:35,197 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:35,197 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:20:35,197 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:20:35,198 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:20:35,198 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:20:35,198 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:20:35,198 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:20:35,198 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:20:35,198 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572435198,5,FailOnTimeoutGroup] 2024-11-14T08:20:35,198 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:35,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:20:35,199 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572435198,5,FailOnTimeoutGroup] 2024-11-14T08:20:35,199 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:35,199 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:20:35,199 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:35,199 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:35,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:20:35,211 INFO [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(746): ClusterId : 5957efde-b180-43f0-b1ba-76ade51057af 2024-11-14T08:20:35,211 DEBUG [RS:0;b344df224d93:39483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:20:35,223 DEBUG [RS:0;b344df224d93:39483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:20:35,223 DEBUG [RS:0;b344df224d93:39483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:20:35,234 DEBUG [RS:0;b344df224d93:39483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:20:35,234 DEBUG [RS:0;b344df224d93:39483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5710274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:20:35,247 DEBUG [RS:0;b344df224d93:39483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:39483 2024-11-14T08:20:35,247 INFO [RS:0;b344df224d93:39483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:20:35,247 INFO [RS:0;b344df224d93:39483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:20:35,247 DEBUG [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:20:35,248 INFO [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,42571,1731572433438 with port=39483, startcode=1731572433586 2024-11-14T08:20:35,248 DEBUG [RS:0;b344df224d93:39483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:20:35,249 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:20:35,250 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42571 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,39483,1731572433586 2024-11-14T08:20:35,250 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42571 {}] master.ServerManager(517): Registering regionserver=b344df224d93,39483,1731572433586 2024-11-14T08:20:35,251 DEBUG [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f 2024-11-14T08:20:35,251 DEBUG [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42363 2024-11-14T08:20:35,251 DEBUG [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:20:35,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409/rs 2024-11-14T08:20:35,299 DEBUG [RS:0;b344df224d93:39483 {}] zookeeper.ZKUtil(111): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Set watcher on existing znode=/1-887643409/rs/b344df224d93,39483,1731572433586 2024-11-14T08:20:35,299 WARN [RS:0;b344df224d93:39483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:20:35,299 INFO [RS:0;b344df224d93:39483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:20:35,299 DEBUG [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586 2024-11-14T08:20:35,299 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,39483,1731572433586] 2024-11-14T08:20:35,302 INFO [RS:0;b344df224d93:39483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:20:35,303 INFO [RS:0;b344df224d93:39483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:20:35,304 INFO [RS:0;b344df224d93:39483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:20:35,304 INFO [RS:0;b344df224d93:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:35,304 INFO [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:20:35,304 INFO [RS:0;b344df224d93:39483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:20:35,305 INFO [RS:0;b344df224d93:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:35,305 DEBUG [RS:0;b344df224d93:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:35,305 DEBUG [RS:0;b344df224d93:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:35,305 DEBUG [RS:0;b344df224d93:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:35,305 DEBUG [RS:0;b344df224d93:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:35,305 DEBUG [RS:0;b344df224d93:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:35,305 DEBUG [RS:0;b344df224d93:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:20:35,305 DEBUG [RS:0;b344df224d93:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:35,305 DEBUG [RS:0;b344df224d93:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:35,305 DEBUG [RS:0;b344df224d93:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:35,305 DEBUG [RS:0;b344df224d93:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:35,305 DEBUG [RS:0;b344df224d93:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:35,305 DEBUG [RS:0;b344df224d93:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:20:35,305 DEBUG [RS:0;b344df224d93:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:20:35,305 DEBUG [RS:0;b344df224d93:39483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:20:35,306 INFO [RS:0;b344df224d93:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:35,306 INFO [RS:0;b344df224d93:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:35,306 INFO [RS:0;b344df224d93:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:35,306 INFO [RS:0;b344df224d93:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:35,306 INFO [RS:0;b344df224d93:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:35,306 INFO [RS:0;b344df224d93:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,39483,1731572433586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:20:35,321 INFO [RS:0;b344df224d93:39483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:20:35,322 INFO [RS:0;b344df224d93:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,39483,1731572433586-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:35,322 INFO [RS:0;b344df224d93:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:35,322 INFO [RS:0;b344df224d93:39483 {}] regionserver.Replication(171): b344df224d93,39483,1731572433586 started 2024-11-14T08:20:35,340 INFO [RS:0;b344df224d93:39483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:35,340 INFO [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,39483,1731572433586, RpcServer on b344df224d93/172.17.0.3:39483, sessionid=0x101386e5f740004 2024-11-14T08:20:35,340 DEBUG [RS:0;b344df224d93:39483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:20:35,341 DEBUG [RS:0;b344df224d93:39483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,39483,1731572433586 2024-11-14T08:20:35,341 DEBUG [RS:0;b344df224d93:39483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,39483,1731572433586' 2024-11-14T08:20:35,341 DEBUG [RS:0;b344df224d93:39483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-887643409/flush-table-proc/abort' 2024-11-14T08:20:35,341 DEBUG [RS:0;b344df224d93:39483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-887643409/flush-table-proc/acquired' 2024-11-14T08:20:35,341 DEBUG [RS:0;b344df224d93:39483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:20:35,341 DEBUG [RS:0;b344df224d93:39483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:20:35,341 DEBUG [RS:0;b344df224d93:39483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,39483,1731572433586 2024-11-14T08:20:35,341 DEBUG [RS:0;b344df224d93:39483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,39483,1731572433586' 2024-11-14T08:20:35,342 DEBUG [RS:0;b344df224d93:39483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-887643409/online-snapshot/abort' 2024-11-14T08:20:35,342 DEBUG [RS:0;b344df224d93:39483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-887643409/online-snapshot/acquired' 2024-11-14T08:20:35,342 DEBUG [RS:0;b344df224d93:39483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:20:35,342 INFO [RS:0;b344df224d93:39483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:20:35,342 INFO [RS:0;b344df224d93:39483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:20:35,443 INFO [RS:0;b344df224d93:39483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:20:35,444 INFO [RS:0;b344df224d93:39483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C39483%2C1731572433586, suffix=, logDir=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586, archiveDir=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/oldWALs, maxLogs=10 2024-11-14T08:20:35,456 DEBUG [RS:0;b344df224d93:39483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444, exclude list is [], retry=0 2024-11-14T08:20:35,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34793,DS-7aa278ee-d97d-4320-89eb-4739745ea174,DISK] 2024-11-14T08:20:35,460 INFO [RS:0;b344df224d93:39483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 2024-11-14T08:20:35,460 DEBUG [RS:0;b344df224d93:39483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44509:44509)] 2024-11-14T08:20:35,607 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:20:35,608 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f 2024-11-14T08:20:35,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741833_1009 (size=32) 2024-11-14T08:20:35,816 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T08:20:36,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:36,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:20:36,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:20:36,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:36,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:36,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:20:36,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:20:36,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:36,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:36,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:20:36,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:20:36,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:36,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:36,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:20:36,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:20:36,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:36,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:36,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:20:36,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740 2024-11-14T08:20:36,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740 2024-11-14T08:20:36,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:20:36,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:20:36,022 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:20:36,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:20:36,024 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:20:36,025 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64623224, jitterRate=-0.03703892230987549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:20:36,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572436013Initializing all the Stores at 1731572436014 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572436014Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572436014Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572436014Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572436014Cleaning up temporary data from old regions at 1731572436021 (+7 ms)Region opened successfully at 1731572436025 (+4 ms) 2024-11-14T08:20:36,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:20:36,025 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:20:36,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:20:36,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:20:36,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:20:36,025 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:20:36,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572436025Disabling compacts and flushes for region at 1731572436025Disabling writes for close at 1731572436025Writing region close event to WAL at 1731572436025Closed at 1731572436025 2024-11-14T08:20:36,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:20:36,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:20:36,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:20:36,027 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:20:36,028 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:20:36,178 DEBUG [b344df224d93:42571 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:20:36,178 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,39483,1731572433586 2024-11-14T08:20:36,179 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,39483,1731572433586, state=OPENING 2024-11-14T08:20:36,196 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:20:36,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409 2024-11-14T08:20:36,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409 2024-11-14T08:20:36,207 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:20:36,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-887643409/meta-region-server: CHANGED 2024-11-14T08:20:36,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-887643409/meta-region-server: CHANGED 2024-11-14T08:20:36,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,39483,1731572433586}] 2024-11-14T08:20:36,359 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:20:36,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:20:36,363 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:20:36,363 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:20:36,363 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:20:36,364 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C39483%2C1731572433586.meta, suffix=.meta, logDir=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586, archiveDir=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/oldWALs, maxLogs=10 2024-11-14T08:20:36,376 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.meta.1731572436365.meta, exclude list is [], retry=0 2024-11-14T08:20:36,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34793,DS-7aa278ee-d97d-4320-89eb-4739745ea174,DISK] 2024-11-14T08:20:36,379 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.meta.1731572436365.meta 2024-11-14T08:20:36,379 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44509:44509)] 2024-11-14T08:20:36,379 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:20:36,380 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:20:36,380 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:20:36,380 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:20:36,380 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:20:36,380 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:20:36,380 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:36,380 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:20:36,380 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:20:36,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:20:36,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:20:36,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:36,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:36,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:20:36,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:20:36,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:36,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:36,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:20:36,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:20:36,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:36,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:36,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:20:36,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:20:36,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:36,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:20:36,385 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:20:36,386 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740 2024-11-14T08:20:36,387 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740 2024-11-14T08:20:36,388 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:20:36,388 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:20:36,388 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:20:36,389 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:20:36,390 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64254468, jitterRate=-0.042533814907073975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:20:36,390 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:20:36,390 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572436380Writing region info on filesystem at 1731572436380Initializing all the Stores at 1731572436381 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572436381Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572436381Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572436381Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572436381Cleaning up temporary data from old regions at 1731572436388 (+7 ms)Running coprocessor post-open hooks at 1731572436390 (+2 ms)Region opened successfully at 1731572436390 2024-11-14T08:20:36,391 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572436359 2024-11-14T08:20:36,392 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:20:36,392 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:20:36,393 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,39483,1731572433586 2024-11-14T08:20:36,393 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,39483,1731572433586, state=OPEN 2024-11-14T08:20:36,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-887643409/meta-region-server 2024-11-14T08:20:36,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-887643409/meta-region-server 2024-11-14T08:20:36,402 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,39483,1731572433586 2024-11-14T08:20:36,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-887643409/meta-region-server: CHANGED 2024-11-14T08:20:36,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-887643409/meta-region-server: CHANGED 2024-11-14T08:20:36,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:20:36,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,39483,1731572433586 in 195 msec 2024-11-14T08:20:36,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:20:36,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 378 msec 2024-11-14T08:20:36,406 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:20:36,406 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:20:36,407 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:36,407 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1] 2024-11-14T08:20:36,407 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:20:36,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:20:36,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2180 sec 2024-11-14T08:20:36,412 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572436412, completionTime=-1 2024-11-14T08:20:36,412 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:20:36,412 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:20:36,414 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:20:36,414 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572496414 2024-11-14T08:20:36,414 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572556414 2024-11-14T08:20:36,414 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T08:20:36,415 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,42571,1731572433438-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:36,415 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,42571,1731572433438-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:36,415 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,42571,1731572433438-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:36,415 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:42571, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:36,415 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:36,415 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:36,416 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:20:36,418 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.769sec 2024-11-14T08:20:36,418 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:20:36,418 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:20:36,418 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:20:36,418 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:20:36,418 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:20:36,418 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,42571,1731572433438-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:20:36,418 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,42571,1731572433438-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:20:36,420 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:20:36,420 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:20:36,420 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,42571,1731572433438-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:20:36,478 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:20:36,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:36,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:36,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:36,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:36,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:36,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:36,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:36,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f04cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:36,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,42571,-1 for getting cluster id 2024-11-14T08:20:36,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:36,514 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5957efde-b180-43f0-b1ba-76ade51057af' 2024-11-14T08:20:36,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:36,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:36,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5957efde-b180-43f0-b1ba-76ade51057af" 2024-11-14T08:20:36,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f23ef88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:36,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,42571,-1] 2024-11-14T08:20:36,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:36,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:36,515 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:36,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564f7ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:36,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1] 2024-11-14T08:20:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:20:36,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:20:36,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,42571,1731572433438 2024-11-14T08:20:36,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53166 2024-11-14T08:20:36,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:20:36,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101386e5f740005 connected 2024-11-14T08:20:36,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,44695,1731572427940 2024-11-14T08:20:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24440b49 2024-11-14T08:20:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:20:36,547 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:20:36,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:20:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T08:20:36,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:20:36,550 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:36,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T08:20:36,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:20:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:20:36,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741835_1011 (size=902) 2024-11-14T08:20:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:20:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:20:36,958 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 165976dc5ce4bc2e30c00835da8bdeb3, NAME => 'test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b 2024-11-14T08:20:36,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741836_1012 (size=39) 2024-11-14T08:20:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:20:37,364 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:37,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 165976dc5ce4bc2e30c00835da8bdeb3, disabling compactions & flushes 2024-11-14T08:20:37,365 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3. 2024-11-14T08:20:37,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3. 2024-11-14T08:20:37,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3. after waiting 0 ms 2024-11-14T08:20:37,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3. 2024-11-14T08:20:37,365 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3. 2024-11-14T08:20:37,365 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 165976dc5ce4bc2e30c00835da8bdeb3: Waiting for close lock at 1731572437365Disabling compacts and flushes for region at 1731572437365Disabling writes for close at 1731572437365Writing region close event to WAL at 1731572437365Closed at 1731572437365 2024-11-14T08:20:37,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:20:37,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731572437366"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572437366"}]},"ts":"1731572437366"} 2024-11-14T08:20:37,368 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:20:37,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:20:37,369 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572437369"}]},"ts":"1731572437369"} 2024-11-14T08:20:37,370 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T08:20:37,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=165976dc5ce4bc2e30c00835da8bdeb3, ASSIGN}] 2024-11-14T08:20:37,371 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=165976dc5ce4bc2e30c00835da8bdeb3, ASSIGN 2024-11-14T08:20:37,372 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=165976dc5ce4bc2e30c00835da8bdeb3, ASSIGN; state=OFFLINE, location=b344df224d93,33257,1731572428132; forceNewPlan=false, retain=false 2024-11-14T08:20:37,523 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=165976dc5ce4bc2e30c00835da8bdeb3, regionState=OPENING, regionLocation=b344df224d93,33257,1731572428132 2024-11-14T08:20:37,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=165976dc5ce4bc2e30c00835da8bdeb3, ASSIGN because future has completed 2024-11-14T08:20:37,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 165976dc5ce4bc2e30c00835da8bdeb3, server=b344df224d93,33257,1731572428132}] 2024-11-14T08:20:37,680 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3. 2024-11-14T08:20:37,680 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 165976dc5ce4bc2e30c00835da8bdeb3, NAME => 'test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:20:37,680 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:20:37,680 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T08:20:37,680 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 165976dc5ce4bc2e30c00835da8bdeb3 2024-11-14T08:20:37,681 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:37,681 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 165976dc5ce4bc2e30c00835da8bdeb3 2024-11-14T08:20:37,681 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 165976dc5ce4bc2e30c00835da8bdeb3 2024-11-14T08:20:37,682 INFO [StoreOpener-165976dc5ce4bc2e30c00835da8bdeb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 165976dc5ce4bc2e30c00835da8bdeb3 2024-11-14T08:20:37,683 INFO [StoreOpener-165976dc5ce4bc2e30c00835da8bdeb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 165976dc5ce4bc2e30c00835da8bdeb3 columnFamilyName f 2024-11-14T08:20:37,683 DEBUG [StoreOpener-165976dc5ce4bc2e30c00835da8bdeb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:37,683 INFO [StoreOpener-165976dc5ce4bc2e30c00835da8bdeb3-1 {}] regionserver.HStore(327): Store=165976dc5ce4bc2e30c00835da8bdeb3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:37,683 INFO [StoreOpener-165976dc5ce4bc2e30c00835da8bdeb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 165976dc5ce4bc2e30c00835da8bdeb3 2024-11-14T08:20:37,684 INFO [StoreOpener-165976dc5ce4bc2e30c00835da8bdeb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 165976dc5ce4bc2e30c00835da8bdeb3 columnFamilyName f1 2024-11-14T08:20:37,684 DEBUG [StoreOpener-165976dc5ce4bc2e30c00835da8bdeb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:20:37,685 INFO [StoreOpener-165976dc5ce4bc2e30c00835da8bdeb3-1 {}] regionserver.HStore(327): Store=165976dc5ce4bc2e30c00835da8bdeb3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:37,685 INFO [StoreOpener-165976dc5ce4bc2e30c00835da8bdeb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 165976dc5ce4bc2e30c00835da8bdeb3 2024-11-14T08:20:37,686 INFO [StoreOpener-165976dc5ce4bc2e30c00835da8bdeb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 165976dc5ce4bc2e30c00835da8bdeb3 columnFamilyName norep 2024-11-14T08:20:37,686 DEBUG [StoreOpener-165976dc5ce4bc2e30c00835da8bdeb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:37,686 INFO [StoreOpener-165976dc5ce4bc2e30c00835da8bdeb3-1 {}] regionserver.HStore(327): Store=165976dc5ce4bc2e30c00835da8bdeb3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:37,686 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 165976dc5ce4bc2e30c00835da8bdeb3 2024-11-14T08:20:37,687 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/default/test/165976dc5ce4bc2e30c00835da8bdeb3 2024-11-14T08:20:37,687 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/default/test/165976dc5ce4bc2e30c00835da8bdeb3 2024-11-14T08:20:37,688 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 165976dc5ce4bc2e30c00835da8bdeb3 2024-11-14T08:20:37,688 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 165976dc5ce4bc2e30c00835da8bdeb3 2024-11-14T08:20:37,688 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:20:37,689 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 165976dc5ce4bc2e30c00835da8bdeb3 2024-11-14T08:20:37,691 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/default/test/165976dc5ce4bc2e30c00835da8bdeb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:20:37,691 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 165976dc5ce4bc2e30c00835da8bdeb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59264887, jitterRate=-0.11688436567783356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:20:37,691 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 165976dc5ce4bc2e30c00835da8bdeb3 2024-11-14T08:20:37,692 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 165976dc5ce4bc2e30c00835da8bdeb3: Running coprocessor pre-open hook at 1731572437681Writing region info on filesystem at 1731572437681Initializing all the Stores at 1731572437681Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572437681Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572437681Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572437681Cleaning up temporary data from old regions at 1731572437688 (+7 ms)Running coprocessor post-open hooks at 1731572437691 (+3 ms)Region opened successfully at 1731572437692 (+1 ms) 2024-11-14T08:20:37,692 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3., pid=6, masterSystemTime=1731572437677 2024-11-14T08:20:37,694 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3. 2024-11-14T08:20:37,694 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3. 2024-11-14T08:20:37,694 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=165976dc5ce4bc2e30c00835da8bdeb3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b344df224d93,33257,1731572428132 2024-11-14T08:20:37,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 165976dc5ce4bc2e30c00835da8bdeb3, server=b344df224d93,33257,1731572428132 because future has completed 2024-11-14T08:20:37,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T08:20:37,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 165976dc5ce4bc2e30c00835da8bdeb3, server=b344df224d93,33257,1731572428132 in 172 msec 2024-11-14T08:20:37,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T08:20:37,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=165976dc5ce4bc2e30c00835da8bdeb3, ASSIGN in 329 msec 2024-11-14T08:20:37,701 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:20:37,701 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572437701"}]},"ts":"1731572437701"} 2024-11-14T08:20:37,703 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T08:20:37,703 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:20:37,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-14T08:20:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:20:38,694 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T08:20:38,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:38,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,42571,1731572433438 2024-11-14T08:20:38,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@905cbd1 2024-11-14T08:20:38,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:20:38,696 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:20:38,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:20:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T08:20:38,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:20:38,698 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:38,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T08:20:38,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:20:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:20:38,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741835_1011 (size=902) 2024-11-14T08:20:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:20:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:20:39,106 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18c7c6d7e1e05e86c96e3289e2ef89da, NAME => 'test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f 2024-11-14T08:20:39,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741836_1012 (size=39) 2024-11-14T08:20:39,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:39,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 18c7c6d7e1e05e86c96e3289e2ef89da, disabling compactions & flushes 2024-11-14T08:20:39,112 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da. 2024-11-14T08:20:39,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da. 2024-11-14T08:20:39,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da. after waiting 0 ms 2024-11-14T08:20:39,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da. 2024-11-14T08:20:39,113 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da. 2024-11-14T08:20:39,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18c7c6d7e1e05e86c96e3289e2ef89da: Waiting for close lock at 1731572439112Disabling compacts and flushes for region at 1731572439112Disabling writes for close at 1731572439112Writing region close event to WAL at 1731572439113 (+1 ms)Closed at 1731572439113 2024-11-14T08:20:39,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:20:39,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731572439114"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572439114"}]},"ts":"1731572439114"} 2024-11-14T08:20:39,115 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:20:39,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:20:39,116 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572439116"}]},"ts":"1731572439116"} 2024-11-14T08:20:39,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T08:20:39,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=18c7c6d7e1e05e86c96e3289e2ef89da, ASSIGN}] 2024-11-14T08:20:39,119 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=18c7c6d7e1e05e86c96e3289e2ef89da, ASSIGN 2024-11-14T08:20:39,119 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=18c7c6d7e1e05e86c96e3289e2ef89da, ASSIGN; state=OFFLINE, location=b344df224d93,39483,1731572433586; forceNewPlan=false, retain=false 2024-11-14T08:20:39,270 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=18c7c6d7e1e05e86c96e3289e2ef89da, regionState=OPENING, regionLocation=b344df224d93,39483,1731572433586 2024-11-14T08:20:39,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=18c7c6d7e1e05e86c96e3289e2ef89da, ASSIGN because future has completed 2024-11-14T08:20:39,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18c7c6d7e1e05e86c96e3289e2ef89da, server=b344df224d93,39483,1731572433586}] 2024-11-14T08:20:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:20:39,428 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da. 2024-11-14T08:20:39,429 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 18c7c6d7e1e05e86c96e3289e2ef89da, NAME => 'test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:20:39,429 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:20:39,429 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T08:20:39,429 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 18c7c6d7e1e05e86c96e3289e2ef89da 2024-11-14T08:20:39,429 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:39,429 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 18c7c6d7e1e05e86c96e3289e2ef89da 2024-11-14T08:20:39,429 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 18c7c6d7e1e05e86c96e3289e2ef89da 2024-11-14T08:20:39,430 INFO [StoreOpener-18c7c6d7e1e05e86c96e3289e2ef89da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 18c7c6d7e1e05e86c96e3289e2ef89da 2024-11-14T08:20:39,432 INFO [StoreOpener-18c7c6d7e1e05e86c96e3289e2ef89da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18c7c6d7e1e05e86c96e3289e2ef89da columnFamilyName f 2024-11-14T08:20:39,432 DEBUG [StoreOpener-18c7c6d7e1e05e86c96e3289e2ef89da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:39,432 INFO [StoreOpener-18c7c6d7e1e05e86c96e3289e2ef89da-1 {}] regionserver.HStore(327): Store=18c7c6d7e1e05e86c96e3289e2ef89da/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:39,432 INFO [StoreOpener-18c7c6d7e1e05e86c96e3289e2ef89da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 18c7c6d7e1e05e86c96e3289e2ef89da 2024-11-14T08:20:39,433 INFO [StoreOpener-18c7c6d7e1e05e86c96e3289e2ef89da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18c7c6d7e1e05e86c96e3289e2ef89da columnFamilyName f1 2024-11-14T08:20:39,433 DEBUG [StoreOpener-18c7c6d7e1e05e86c96e3289e2ef89da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:39,434 INFO [StoreOpener-18c7c6d7e1e05e86c96e3289e2ef89da-1 {}] regionserver.HStore(327): Store=18c7c6d7e1e05e86c96e3289e2ef89da/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:39,434 INFO [StoreOpener-18c7c6d7e1e05e86c96e3289e2ef89da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 18c7c6d7e1e05e86c96e3289e2ef89da 2024-11-14T08:20:39,435 INFO [StoreOpener-18c7c6d7e1e05e86c96e3289e2ef89da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18c7c6d7e1e05e86c96e3289e2ef89da columnFamilyName norep 2024-11-14T08:20:39,435 DEBUG [StoreOpener-18c7c6d7e1e05e86c96e3289e2ef89da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:39,435 INFO [StoreOpener-18c7c6d7e1e05e86c96e3289e2ef89da-1 {}] regionserver.HStore(327): Store=18c7c6d7e1e05e86c96e3289e2ef89da/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:39,435 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 18c7c6d7e1e05e86c96e3289e2ef89da 2024-11-14T08:20:39,436 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/default/test/18c7c6d7e1e05e86c96e3289e2ef89da 2024-11-14T08:20:39,436 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/default/test/18c7c6d7e1e05e86c96e3289e2ef89da 2024-11-14T08:20:39,437 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 18c7c6d7e1e05e86c96e3289e2ef89da 2024-11-14T08:20:39,437 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 18c7c6d7e1e05e86c96e3289e2ef89da 2024-11-14T08:20:39,438 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:20:39,439 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 18c7c6d7e1e05e86c96e3289e2ef89da 2024-11-14T08:20:39,442 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/default/test/18c7c6d7e1e05e86c96e3289e2ef89da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:20:39,442 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 18c7c6d7e1e05e86c96e3289e2ef89da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70785044, jitterRate=0.05477935075759888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:20:39,442 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18c7c6d7e1e05e86c96e3289e2ef89da 2024-11-14T08:20:39,442 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 18c7c6d7e1e05e86c96e3289e2ef89da: Running coprocessor pre-open hook at 1731572439429Writing region info on filesystem at 1731572439429Initializing all the Stores at 1731572439430 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572439430Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572439430Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572439430Cleaning up temporary data from old regions at 1731572439437 (+7 ms)Running coprocessor post-open hooks at 1731572439442 (+5 ms)Region opened successfully at 1731572439442 2024-11-14T08:20:39,443 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da., pid=6, masterSystemTime=1731572439425 2024-11-14T08:20:39,445 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da. 2024-11-14T08:20:39,445 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da. 2024-11-14T08:20:39,446 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=18c7c6d7e1e05e86c96e3289e2ef89da, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b344df224d93,39483,1731572433586 2024-11-14T08:20:39,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18c7c6d7e1e05e86c96e3289e2ef89da, server=b344df224d93,39483,1731572433586 because future has completed 2024-11-14T08:20:39,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T08:20:39,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 18c7c6d7e1e05e86c96e3289e2ef89da, server=b344df224d93,39483,1731572433586 in 176 msec 2024-11-14T08:20:39,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T08:20:39,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=18c7c6d7e1e05e86c96e3289e2ef89da, ASSIGN in 333 msec 2024-11-14T08:20:39,453 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:20:39,453 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572439453"}]},"ts":"1731572439453"} 2024-11-14T08:20:39,455 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T08:20:39,456 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:20:39,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 759 msec 2024-11-14T08:20:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:20:39,834 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T08:20:39,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e57b33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:39,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,44695,-1 for getting cluster id 2024-11-14T08:20:39,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:39,836 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efec6791-f1b2-4e79-82f1-116eba07e7b6' 2024-11-14T08:20:39,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:39,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efec6791-f1b2-4e79-82f1-116eba07e7b6" 2024-11-14T08:20:39,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e0a334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:39,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,44695,-1] 2024-11-14T08:20:39,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:39,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:39,837 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:39,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705a5d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:39,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756b1e88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:39,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,42571,-1 for getting cluster id 2024-11-14T08:20:39,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:39,839 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5957efde-b180-43f0-b1ba-76ade51057af' 2024-11-14T08:20:39,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:39,839 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5957efde-b180-43f0-b1ba-76ade51057af" 2024-11-14T08:20:39,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324473ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:39,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,42571,-1] 2024-11-14T08:20:39,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:39,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:39,841 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:39,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13bcbfca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:39,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfbbab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:39,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,44695,-1 for getting cluster id 2024-11-14T08:20:39,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:39,842 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efec6791-f1b2-4e79-82f1-116eba07e7b6' 2024-11-14T08:20:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efec6791-f1b2-4e79-82f1-116eba07e7b6" 2024-11-14T08:20:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e97330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,44695,-1] 2024-11-14T08:20:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:39,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:39,843 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:39,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281e853f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:39,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:39,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,44695,1731572427940 2024-11-14T08:20:39,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1826b38 2024-11-14T08:20:39,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:20:39,845 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:20:39,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b344df224d93:42571,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T08:20:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T08:20:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:20:39,848 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:42571' 2024-11-14T08:20:39,849 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44543766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:39,849 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,42571,-1 for getting cluster id 2024-11-14T08:20:39,849 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:39,849 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5957efde-b180-43f0-b1ba-76ade51057af' 2024-11-14T08:20:39,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:39,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5957efde-b180-43f0-b1ba-76ade51057af" 2024-11-14T08:20:39,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169361ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:39,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,42571,-1] 2024-11-14T08:20:39,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:39,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:39,851 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:39,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffbb5e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:39,851 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:39,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,42571,1731572433438 2024-11-14T08:20:39,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@424eb789 2024-11-14T08:20:39,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:20:39,853 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:20:39,853 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T08:20:39,853 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T08:20:39,853 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:39,853 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:39,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:20:39,854 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:20:39,855 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T08:20:39,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:20:39,856 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:39,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:20:39,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741837_1013 (size=1138) 2024-11-14T08:20:39,905 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T08:20:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:20:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:20:40,263 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9826e61028917ed886782f615de5329c, NAME => 'hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b 2024-11-14T08:20:40,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741838_1014 (size=44) 2024-11-14T08:20:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:20:40,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:40,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9826e61028917ed886782f615de5329c, disabling compactions & flushes 2024-11-14T08:20:40,668 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c. 2024-11-14T08:20:40,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c. 2024-11-14T08:20:40,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c. after waiting 0 ms 2024-11-14T08:20:40,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c. 2024-11-14T08:20:40,669 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c. 2024-11-14T08:20:40,669 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9826e61028917ed886782f615de5329c: Waiting for close lock at 1731572440668Disabling compacts and flushes for region at 1731572440668Disabling writes for close at 1731572440668Writing region close event to WAL at 1731572440668Closed at 1731572440668 2024-11-14T08:20:40,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:20:40,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731572440670"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572440670"}]},"ts":"1731572440670"} 2024-11-14T08:20:40,671 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:20:40,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:20:40,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572440672"}]},"ts":"1731572440672"} 2024-11-14T08:20:40,674 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T08:20:40,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9826e61028917ed886782f615de5329c, ASSIGN}] 2024-11-14T08:20:40,675 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9826e61028917ed886782f615de5329c, ASSIGN 2024-11-14T08:20:40,676 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9826e61028917ed886782f615de5329c, ASSIGN; state=OFFLINE, location=b344df224d93,33257,1731572428132; forceNewPlan=false, retain=false 2024-11-14T08:20:40,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9826e61028917ed886782f615de5329c, regionState=OPENING, regionLocation=b344df224d93,33257,1731572428132 2024-11-14T08:20:40,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9826e61028917ed886782f615de5329c, ASSIGN because future has completed 2024-11-14T08:20:40,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9826e61028917ed886782f615de5329c, server=b344df224d93,33257,1731572428132}] 2024-11-14T08:20:40,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c. 2024-11-14T08:20:40,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:20:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:20:40,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T08:20:40,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C33257%2C1731572428132.rep, suffix=, logDir=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132, archiveDir=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/oldWALs, maxLogs=10 2024-11-14T08:20:40,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.rep.1731572440986, exclude list is [], retry=0 2024-11-14T08:20:41,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34933,DS-06d7d5fb-1a20-4086-a70a-e5eaa3d281cf,DISK] 2024-11-14T08:20:41,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.rep.1731572440986 2024-11-14T08:20:41,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44253:44253)] 2024-11-14T08:20:41,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9826e61028917ed886782f615de5329c, NAME => 'hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:20:41,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:20:41,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:20:41,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c. service=MultiRowMutationService 2024-11-14T08:20:41,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T08:20:41,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9826e61028917ed886782f615de5329c 2024-11-14T08:20:41,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:41,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9826e61028917ed886782f615de5329c 2024-11-14T08:20:41,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9826e61028917ed886782f615de5329c 2024-11-14T08:20:41,004 INFO [StoreOpener-9826e61028917ed886782f615de5329c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9826e61028917ed886782f615de5329c 2024-11-14T08:20:41,006 INFO [StoreOpener-9826e61028917ed886782f615de5329c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9826e61028917ed886782f615de5329c columnFamilyName hfileref 2024-11-14T08:20:41,006 DEBUG [StoreOpener-9826e61028917ed886782f615de5329c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:41,006 INFO [StoreOpener-9826e61028917ed886782f615de5329c-1 {}] regionserver.HStore(327): Store=9826e61028917ed886782f615de5329c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:41,006 INFO [StoreOpener-9826e61028917ed886782f615de5329c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9826e61028917ed886782f615de5329c 2024-11-14T08:20:41,007 INFO [StoreOpener-9826e61028917ed886782f615de5329c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9826e61028917ed886782f615de5329c columnFamilyName queue 2024-11-14T08:20:41,007 DEBUG [StoreOpener-9826e61028917ed886782f615de5329c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:41,008 INFO [StoreOpener-9826e61028917ed886782f615de5329c-1 {}] regionserver.HStore(327): Store=9826e61028917ed886782f615de5329c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:41,008 INFO [StoreOpener-9826e61028917ed886782f615de5329c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9826e61028917ed886782f615de5329c 2024-11-14T08:20:41,008 INFO [StoreOpener-9826e61028917ed886782f615de5329c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9826e61028917ed886782f615de5329c columnFamilyName sid 2024-11-14T08:20:41,008 DEBUG [StoreOpener-9826e61028917ed886782f615de5329c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:41,009 INFO [StoreOpener-9826e61028917ed886782f615de5329c-1 {}] regionserver.HStore(327): Store=9826e61028917ed886782f615de5329c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:41,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9826e61028917ed886782f615de5329c 2024-11-14T08:20:41,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/replication/9826e61028917ed886782f615de5329c 2024-11-14T08:20:41,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/replication/9826e61028917ed886782f615de5329c 2024-11-14T08:20:41,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9826e61028917ed886782f615de5329c 2024-11-14T08:20:41,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9826e61028917ed886782f615de5329c 2024-11-14T08:20:41,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:20:41,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9826e61028917ed886782f615de5329c 2024-11-14T08:20:41,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/replication/9826e61028917ed886782f615de5329c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:20:41,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9826e61028917ed886782f615de5329c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74168729, jitterRate=0.10520018637180328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:20:41,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9826e61028917ed886782f615de5329c 2024-11-14T08:20:41,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9826e61028917ed886782f615de5329c: Running coprocessor pre-open hook at 1731572441002Writing region info on filesystem at 1731572441002Initializing all the Stores at 1731572441003 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572441003Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572441004 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572441004Cleaning up temporary data from old regions at 1731572441011 (+7 ms)Running coprocessor post-open hooks at 1731572441014 (+3 ms)Region opened successfully at 1731572441015 (+1 ms) 2024-11-14T08:20:41,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c., pid=10, masterSystemTime=1731572440980 2024-11-14T08:20:41,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c. 2024-11-14T08:20:41,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c. 2024-11-14T08:20:41,018 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9826e61028917ed886782f615de5329c, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,33257,1731572428132 2024-11-14T08:20:41,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9826e61028917ed886782f615de5329c, server=b344df224d93,33257,1731572428132 because future has completed 2024-11-14T08:20:41,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T08:20:41,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9826e61028917ed886782f615de5329c, server=b344df224d93,33257,1731572428132 in 192 msec 2024-11-14T08:20:41,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T08:20:41,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9826e61028917ed886782f615de5329c, ASSIGN in 348 msec 2024-11-14T08:20:41,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:20:41,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572441024"}]},"ts":"1731572441024"} 2024-11-14T08:20:41,026 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T08:20:41,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:20:41,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-14T08:20:41,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c., hostname=b344df224d93,33257,1731572428132, seqNum=2] 2024-11-14T08:20:41,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101386e5f740001, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676 2024-11-14T08:20:41,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676 2024-11-14T08:20:41,302 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T08:20:41,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T08:20:41,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T08:20:41,458 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T08:20:41,485 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b344df224d93,33257,1731572428132, ReplicationSource: 1, currentBandwidth=0 2024-11-14T08:20:41,485 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:41,485 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,33257,1731572428132, seqNum=-1] 2024-11-14T08:20:41,486 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:20:41,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T08:20:41,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b344df224d93,33257,1731572428132', locateType=CURRENT is [region=hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c., hostname=b344df224d93,33257,1731572428132, seqNum=2] 2024-11-14T08:20:41,490 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T08:20:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T08:20:41,493 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b344df224d93,33257,1731572428132 suceeded 2024-11-14T08:20:41,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T08:20:41,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-14T08:20:41,495 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b344df224d93:42571,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T08:20:41,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6490 sec 2024-11-14T08:20:41,505 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:42571' 2024-11-14T08:20:41,506 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74e0f919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:41,506 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,42571,-1 for getting cluster id 2024-11-14T08:20:41,506 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:41,506 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5957efde-b180-43f0-b1ba-76ade51057af' 2024-11-14T08:20:41,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:41,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5957efde-b180-43f0-b1ba-76ade51057af" 2024-11-14T08:20:41,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ad8c482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:41,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,42571,-1] 2024-11-14T08:20:41,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:41,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:41,508 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:41,509 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1edfd0c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:41,509 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:41,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,42571,1731572433438 2024-11-14T08:20:41,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@724bd1ba 2024-11-14T08:20:41,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:20:41,510 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T08:20:41,511 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b344df224d93,33257,1731572428132 (queues=1) is replicating from cluster=efec6791-f1b2-4e79-82f1-116eba07e7b6 to cluster=5957efde-b180-43f0-b1ba-76ade51057af 2024-11-14T08:20:41,511 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b344df224d93%2C33257%2C1731572428132 2024-11-14T08:20:41,511 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b344df224d93,33257,1731572428132, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T08:20:41,511 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b344df224d93%2C33257%2C1731572428132 2024-11-14T08:20:41,511 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954, startPosition=0, beingWritten=true 2024-11-14T08:20:41,517 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:20:41,517 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 379, reset compression=false 2024-11-14T08:20:41,517 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,33257,1731572428132 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:20:41,722 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 379, reset compression=false 2024-11-14T08:20:41,882 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:20:41,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:41,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:41,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:41,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:41,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:41,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:41,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:41,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:41,950 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T08:20:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44695 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:20:41,995 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T08:20:41,995 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:20:41,995 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:41,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:41,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:41,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:20:41,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b7ffdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:41,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,42571,-1 for getting cluster id 2024-11-14T08:20:41,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:41,997 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5957efde-b180-43f0-b1ba-76ade51057af' 2024-11-14T08:20:41,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:41,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5957efde-b180-43f0-b1ba-76ade51057af" 2024-11-14T08:20:41,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61bda792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:41,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,42571,-1] 2024-11-14T08:20:41,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:41,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:41,998 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:41,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270aad07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:41,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,42571,1731572433438 2024-11-14T08:20:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@574d4512 2024-11-14T08:20:42,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:20:42,001 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:20:42,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b344df224d93:44695,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T08:20:42,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T08:20:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:20:42,003 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:44695' 2024-11-14T08:20:42,004 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ca170e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:42,004 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,44695,-1 for getting cluster id 2024-11-14T08:20:42,004 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:42,005 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efec6791-f1b2-4e79-82f1-116eba07e7b6' 2024-11-14T08:20:42,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:42,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efec6791-f1b2-4e79-82f1-116eba07e7b6" 2024-11-14T08:20:42,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e290111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:42,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,44695,-1] 2024-11-14T08:20:42,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:42,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:42,006 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:42,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c43565d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:42,007 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:42,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,44695,1731572427940 2024-11-14T08:20:42,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@183a793e 2024-11-14T08:20:42,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:20:42,008 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:20:42,008 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T08:20:42,008 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T08:20:42,009 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:42,009 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:42,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:20:42,009 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:20:42,010 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T08:20:42,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:20:42,011 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:42,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:20:42,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741837_1013 (size=1138) 2024-11-14T08:20:42,026 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 379, reset compression=false 2024-11-14T08:20:42,060 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T08:20:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:20:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:20:42,420 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e1689af962f3ac870bee1439eda1c4e, NAME => 'hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f 2024-11-14T08:20:42,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741838_1014 (size=44) 2024-11-14T08:20:42,430 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 379, reset compression=false 2024-11-14T08:20:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:20:42,826 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:42,826 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4e1689af962f3ac870bee1439eda1c4e, disabling compactions & flushes 2024-11-14T08:20:42,826 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e. 2024-11-14T08:20:42,826 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e. 2024-11-14T08:20:42,826 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e. after waiting 0 ms 2024-11-14T08:20:42,826 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e. 2024-11-14T08:20:42,826 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e. 2024-11-14T08:20:42,826 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e1689af962f3ac870bee1439eda1c4e: Waiting for close lock at 1731572442826Disabling compacts and flushes for region at 1731572442826Disabling writes for close at 1731572442826Writing region close event to WAL at 1731572442826Closed at 1731572442826 2024-11-14T08:20:42,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:20:42,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731572442827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572442827"}]},"ts":"1731572442827"} 2024-11-14T08:20:42,829 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:20:42,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:20:42,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572442830"}]},"ts":"1731572442830"} 2024-11-14T08:20:42,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T08:20:42,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e1689af962f3ac870bee1439eda1c4e, ASSIGN}] 2024-11-14T08:20:42,832 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e1689af962f3ac870bee1439eda1c4e, ASSIGN 2024-11-14T08:20:42,833 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4e1689af962f3ac870bee1439eda1c4e, ASSIGN; state=OFFLINE, location=b344df224d93,39483,1731572433586; forceNewPlan=false, retain=false 2024-11-14T08:20:42,934 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 379, reset compression=false 2024-11-14T08:20:42,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4e1689af962f3ac870bee1439eda1c4e, regionState=OPENING, regionLocation=b344df224d93,39483,1731572433586 2024-11-14T08:20:42,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4e1689af962f3ac870bee1439eda1c4e, ASSIGN because future has completed 2024-11-14T08:20:42,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e1689af962f3ac870bee1439eda1c4e, server=b344df224d93,39483,1731572433586}] 2024-11-14T08:20:43,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e. 2024-11-14T08:20:43,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:20:43,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T08:20:43,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C39483%2C1731572433586.rep, suffix=, logDir=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586, archiveDir=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/oldWALs, maxLogs=10 2024-11-14T08:20:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:20:43,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.rep.1731572443143, exclude list is [], retry=0 2024-11-14T08:20:43,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34793,DS-7aa278ee-d97d-4320-89eb-4739745ea174,DISK] 2024-11-14T08:20:43,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.rep.1731572443143 2024-11-14T08:20:43,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44509:44509)] 2024-11-14T08:20:43,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e1689af962f3ac870bee1439eda1c4e, NAME => 'hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:20:43,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:20:43,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:20:43,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e. service=MultiRowMutationService 2024-11-14T08:20:43,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T08:20:43,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4e1689af962f3ac870bee1439eda1c4e 2024-11-14T08:20:43,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:20:43,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4e1689af962f3ac870bee1439eda1c4e 2024-11-14T08:20:43,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4e1689af962f3ac870bee1439eda1c4e 2024-11-14T08:20:43,164 INFO [StoreOpener-4e1689af962f3ac870bee1439eda1c4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4e1689af962f3ac870bee1439eda1c4e 2024-11-14T08:20:43,165 INFO [StoreOpener-4e1689af962f3ac870bee1439eda1c4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e1689af962f3ac870bee1439eda1c4e columnFamilyName hfileref 2024-11-14T08:20:43,165 DEBUG [StoreOpener-4e1689af962f3ac870bee1439eda1c4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:43,166 INFO [StoreOpener-4e1689af962f3ac870bee1439eda1c4e-1 {}] regionserver.HStore(327): Store=4e1689af962f3ac870bee1439eda1c4e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:43,166 INFO [StoreOpener-4e1689af962f3ac870bee1439eda1c4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4e1689af962f3ac870bee1439eda1c4e 2024-11-14T08:20:43,166 INFO [StoreOpener-4e1689af962f3ac870bee1439eda1c4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e1689af962f3ac870bee1439eda1c4e columnFamilyName queue 2024-11-14T08:20:43,167 DEBUG [StoreOpener-4e1689af962f3ac870bee1439eda1c4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:43,167 INFO [StoreOpener-4e1689af962f3ac870bee1439eda1c4e-1 {}] regionserver.HStore(327): Store=4e1689af962f3ac870bee1439eda1c4e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:43,167 INFO [StoreOpener-4e1689af962f3ac870bee1439eda1c4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4e1689af962f3ac870bee1439eda1c4e 2024-11-14T08:20:43,168 INFO [StoreOpener-4e1689af962f3ac870bee1439eda1c4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e1689af962f3ac870bee1439eda1c4e columnFamilyName sid 2024-11-14T08:20:43,168 DEBUG [StoreOpener-4e1689af962f3ac870bee1439eda1c4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:20:43,168 INFO [StoreOpener-4e1689af962f3ac870bee1439eda1c4e-1 {}] regionserver.HStore(327): Store=4e1689af962f3ac870bee1439eda1c4e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:20:43,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4e1689af962f3ac870bee1439eda1c4e 2024-11-14T08:20:43,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/replication/4e1689af962f3ac870bee1439eda1c4e 2024-11-14T08:20:43,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/replication/4e1689af962f3ac870bee1439eda1c4e 2024-11-14T08:20:43,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4e1689af962f3ac870bee1439eda1c4e 2024-11-14T08:20:43,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4e1689af962f3ac870bee1439eda1c4e 2024-11-14T08:20:43,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:20:43,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4e1689af962f3ac870bee1439eda1c4e 2024-11-14T08:20:43,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/replication/4e1689af962f3ac870bee1439eda1c4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:20:43,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4e1689af962f3ac870bee1439eda1c4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65308649, jitterRate=-0.02682529389858246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:20:43,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e1689af962f3ac870bee1439eda1c4e 2024-11-14T08:20:43,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4e1689af962f3ac870bee1439eda1c4e: Running coprocessor pre-open hook at 1731572443163Writing region info on filesystem at 1731572443163Initializing all the Stores at 1731572443164 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572443164Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572443164Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572443164Cleaning up temporary data from old regions at 1731572443170 (+6 ms)Running coprocessor post-open hooks at 1731572443174 (+4 ms)Region opened successfully at 1731572443174 2024-11-14T08:20:43,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e., pid=10, masterSystemTime=1731572443137 2024-11-14T08:20:43,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e. 2024-11-14T08:20:43,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e. 2024-11-14T08:20:43,178 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4e1689af962f3ac870bee1439eda1c4e, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,39483,1731572433586 2024-11-14T08:20:43,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e1689af962f3ac870bee1439eda1c4e, server=b344df224d93,39483,1731572433586 because future has completed 2024-11-14T08:20:43,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T08:20:43,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e1689af962f3ac870bee1439eda1c4e, server=b344df224d93,39483,1731572433586 in 195 msec 2024-11-14T08:20:43,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T08:20:43,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4e1689af962f3ac870bee1439eda1c4e, ASSIGN in 351 msec 2024-11-14T08:20:43,184 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:20:43,184 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572443184"}]},"ts":"1731572443184"} 2024-11-14T08:20:43,186 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T08:20:43,186 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:20:43,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-14T08:20:43,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e., hostname=b344df224d93,39483,1731572433586, seqNum=2] 2024-11-14T08:20:43,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409 2024-11-14T08:20:43,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409 2024-11-14T08:20:43,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T08:20:43,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T08:20:43,517 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T08:20:43,537 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 379, reset compression=false 2024-11-14T08:20:43,555 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b344df224d93,39483,1731572433586, ReplicationSource: 1, currentBandwidth=0 2024-11-14T08:20:43,555 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:43,555 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1] 2024-11-14T08:20:43,556 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:20:43,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T08:20:43,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b344df224d93,39483,1731572433586', locateType=CURRENT is [region=hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e., hostname=b344df224d93,39483,1731572433586, seqNum=2] 2024-11-14T08:20:43,561 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T08:20:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T08:20:43,574 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b344df224d93,39483,1731572433586 suceeded 2024-11-14T08:20:43,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T08:20:43,575 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b344df224d93:44695,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T08:20:43,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-14T08:20:43,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5740 sec 2024-11-14T08:20:43,577 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:44695' 2024-11-14T08:20:43,578 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bf54ba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:43,578 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,44695,-1 for getting cluster id 2024-11-14T08:20:43,578 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:43,579 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efec6791-f1b2-4e79-82f1-116eba07e7b6' 2024-11-14T08:20:43,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:43,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efec6791-f1b2-4e79-82f1-116eba07e7b6" 2024-11-14T08:20:43,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d9611dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:43,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,44695,-1] 2024-11-14T08:20:43,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:43,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:43,580 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:43,580 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5459554f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:43,580 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:43,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,44695,1731572427940 2024-11-14T08:20:43,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ce3875e 2024-11-14T08:20:43,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:20:43,587 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T08:20:43,587 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b344df224d93,39483,1731572433586 (queues=1) is replicating from cluster=5957efde-b180-43f0-b1ba-76ade51057af to cluster=efec6791-f1b2-4e79-82f1-116eba07e7b6 2024-11-14T08:20:43,588 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b344df224d93%2C39483%2C1731572433586 2024-11-14T08:20:43,588 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b344df224d93,39483,1731572433586, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T08:20:43,588 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444, startPosition=0, beingWritten=true 2024-11-14T08:20:43,592 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.shipperb344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b344df224d93%2C39483%2C1731572433586 2024-11-14T08:20:43,595 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:20:43,595 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 to pos 379, reset compression=false 2024-11-14T08:20:43,595 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.shipperb344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,39483,1731572433586 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:20:43,801 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 to pos 379, reset compression=false 2024-11-14T08:20:44,105 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 to pos 379, reset compression=false 2024-11-14T08:20:44,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:20:44,155 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T08:20:44,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:20:44,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:44,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:44,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:44,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:20:44,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:44,159 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731572444158/Put/seqid=0 2024-11-14T08:20:44,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741840_1016 (size=7894) 2024-11-14T08:20:44,241 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 379, reset compression=false 2024-11-14T08:20:44,509 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 to pos 379, reset compression=false 2024-11-14T08:20:44,564 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731572444564/Put/seqid=0 2024-11-14T08:20:44,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741841_1017 (size=7691) 2024-11-14T08:20:44,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T08:20:44,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T08:20:44,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T08:20:44,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T08:20:44,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:20:44,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T08:20:44,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3529c966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:44,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,44695,-1 for getting cluster id 2024-11-14T08:20:44,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:44,970 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efec6791-f1b2-4e79-82f1-116eba07e7b6' 2024-11-14T08:20:44,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:44,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efec6791-f1b2-4e79-82f1-116eba07e7b6" 2024-11-14T08:20:44,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361effcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:44,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,44695,-1] 2024-11-14T08:20:44,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:44,970 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:44,971 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:44,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b211803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:44,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:44,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,33257,1731572428132, seqNum=-1] 2024-11-14T08:20:44,973 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:20:44,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:20:44,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:44,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,44695,1731572427940 2024-11-14T08:20:44,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e4618ac 2024-11-14T08:20:44,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:20:44,983 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:20:44,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3., hostname=b344df224d93,33257,1731572428132, seqNum=2] 2024-11-14T08:20:44,988 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T08:20:44,993 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T08:20:44,995 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T08:20:44,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 165976dc5ce4bc2e30c00835da8bdeb3/f 2024-11-14T08:20:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T08:20:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:20:45,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 165976dc5ce4bc2e30c00835da8bdeb3/f 2024-11-14T08:20:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T08:20:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:20:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HRegion(2603): Flush status journal for 165976dc5ce4bc2e30c00835da8bdeb3: 2024-11-14T08:20:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins__test__ubr8sojne7b0d9pm48gofigkqibkbd13lkkblrodu08qifam18jtvrqo05cdjnho/f/hfile_0 2024-11-14T08:20:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins__test__ubr8sojne7b0d9pm48gofigkqibkbd13lkkblrodu08qifam18jtvrqo05cdjnho/f/hfile_0 as hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/default/test/165976dc5ce4bc2e30c00835da8bdeb3/f/a59e65cd65e1431cacbd77c6a645f227_SeqId_4_ 2024-11-14T08:20:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins__test__ubr8sojne7b0d9pm48gofigkqibkbd13lkkblrodu08qifam18jtvrqo05cdjnho/f/hfile_1 2024-11-14T08:20:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins__test__ubr8sojne7b0d9pm48gofigkqibkbd13lkkblrodu08qifam18jtvrqo05cdjnho/f/hfile_1 as hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/default/test/165976dc5ce4bc2e30c00835da8bdeb3/f/5278016fb8eb44ba86b4ce24cb07ad23_SeqId_4_ 2024-11-14T08:20:45,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins__test__ubr8sojne7b0d9pm48gofigkqibkbd13lkkblrodu08qifam18jtvrqo05cdjnho/f/hfile_0 into 165976dc5ce4bc2e30c00835da8bdeb3/f as hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/default/test/165976dc5ce4bc2e30c00835da8bdeb3/f/a59e65cd65e1431cacbd77c6a645f227_SeqId_4_ - updating store file list. 2024-11-14T08:20:45,012 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 to pos 379, reset compression=false 2024-11-14T08:20:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a59e65cd65e1431cacbd77c6a645f227_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T08:20:45,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/default/test/165976dc5ce4bc2e30c00835da8bdeb3/f/a59e65cd65e1431cacbd77c6a645f227_SeqId_4_ into 165976dc5ce4bc2e30c00835da8bdeb3/f 2024-11-14T08:20:45,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins__test__ubr8sojne7b0d9pm48gofigkqibkbd13lkkblrodu08qifam18jtvrqo05cdjnho/f/hfile_0 into 165976dc5ce4bc2e30c00835da8bdeb3/f (new location: hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/default/test/165976dc5ce4bc2e30c00835da8bdeb3/f/a59e65cd65e1431cacbd77c6a645f227_SeqId_4_) 2024-11-14T08:20:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins__test__ubr8sojne7b0d9pm48gofigkqibkbd13lkkblrodu08qifam18jtvrqo05cdjnho/f/hfile_0 2024-11-14T08:20:45,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins__test__ubr8sojne7b0d9pm48gofigkqibkbd13lkkblrodu08qifam18jtvrqo05cdjnho/f/hfile_1 into 165976dc5ce4bc2e30c00835da8bdeb3/f as hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/default/test/165976dc5ce4bc2e30c00835da8bdeb3/f/5278016fb8eb44ba86b4ce24cb07ad23_SeqId_4_ - updating store file list. 2024-11-14T08:20:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5278016fb8eb44ba86b4ce24cb07ad23_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T08:20:45,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/default/test/165976dc5ce4bc2e30c00835da8bdeb3/f/5278016fb8eb44ba86b4ce24cb07ad23_SeqId_4_ into 165976dc5ce4bc2e30c00835da8bdeb3/f 2024-11-14T08:20:45,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins__test__ubr8sojne7b0d9pm48gofigkqibkbd13lkkblrodu08qifam18jtvrqo05cdjnho/f/hfile_1 into 165976dc5ce4bc2e30c00835da8bdeb3/f (new location: hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/default/test/165976dc5ce4bc2e30c00835da8bdeb3/f/5278016fb8eb44ba86b4ce24cb07ad23_SeqId_4_) 2024-11-14T08:20:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins__test__ubr8sojne7b0d9pm48gofigkqibkbd13lkkblrodu08qifam18jtvrqo05cdjnho/f/hfile_1 2024-11-14T08:20:45,022 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:20:45,022 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:45,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:45,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:45,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:20:45,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3., hostname=b344df224d93,33257,1731572428132, seqNum=2 , the old value is region=test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3., hostname=b344df224d93,33257,1731572428132, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b344df224d93:33257 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T08:20:45,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3., hostname=b344df224d93,33257,1731572428132, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T08:20:45,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3., hostname=b344df224d93,33257,1731572428132, seqNum=2 from cache 2024-11-14T08:20:45,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:45,024 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T08:20:45,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1] 2024-11-14T08:20:45,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:20:45,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:20:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da., hostname=b344df224d93,39483,1731572433586, seqNum=2] 2024-11-14T08:20:45,028 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T08:20:45,045 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 379, reset compression=false 2024-11-14T08:20:45,049 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:20:45,049 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,33257,1731572428132 got entry batch from reader: WALEntryBatch [walEntries=[{test/165976dc5ce4bc2e30c00835da8bdeb3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731572445021/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T08:20:45,051 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:20:45,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-14T08:20:45,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.ReplicationSink(318): Replicating [efec6791-f1b2-4e79-82f1-116eba07e7b6] bulk loaded data 2024-11-14T08:20:45,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ffa7b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:45,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,42571,-1 for getting cluster id 2024-11-14T08:20:45,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:45,053 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5957efde-b180-43f0-b1ba-76ade51057af' 2024-11-14T08:20:45,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:45,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5957efde-b180-43f0-b1ba-76ade51057af" 2024-11-14T08:20:45,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@feed40b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:45,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,42571,-1] 2024-11-14T08:20:45,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:45,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:45,054 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:45,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33eaea79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:45,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741840_1016 (size=7894) 2024-11-14T08:20:45,125 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:33257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T08:20:45,249 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 687, reset compression=false 2024-11-14T08:20:45,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741841_1017 (size=7691) 2024-11-14T08:20:45,553 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 687, reset compression=false 2024-11-14T08:20:45,616 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 to pos 379, reset compression=false 2024-11-14T08:20:45,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:45,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,42571,1731572433438 2024-11-14T08:20:45,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59ba81f2 2024-11-14T08:20:45,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:20:45,877 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T08:20:45,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T08:20:45,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:45,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1] 2024-11-14T08:20:45,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:20:45,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T08:20:45,886 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins.hfs.11__test__c6p20b2e9ph2dsi7gdqgdm1oppleu02vjbljrpo66s01r2m221352q8e55l4iuld/f/5278016fb8eb44ba86b4ce24cb07ad23_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T08:20:45,888 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins.hfs.11__test__c6p20b2e9ph2dsi7gdqgdm1oppleu02vjbljrpo66s01r2m221352q8e55l4iuld/f/a59e65cd65e1431cacbd77c6a645f227_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T08:20:45,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins.hfs.11__test__c6p20b2e9ph2dsi7gdqgdm1oppleu02vjbljrpo66s01r2m221352q8e55l4iuld/f/a59e65cd65e1431cacbd77c6a645f227_SeqId_4_ for inclusion in 18c7c6d7e1e05e86c96e3289e2ef89da/f 2024-11-14T08:20:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T08:20:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:20:45,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins.hfs.11__test__c6p20b2e9ph2dsi7gdqgdm1oppleu02vjbljrpo66s01r2m221352q8e55l4iuld/f/5278016fb8eb44ba86b4ce24cb07ad23_SeqId_4_ for inclusion in 18c7c6d7e1e05e86c96e3289e2ef89da/f 2024-11-14T08:20:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T08:20:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:20:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HRegion(2603): Flush status journal for 18c7c6d7e1e05e86c96e3289e2ef89da: 2024-11-14T08:20:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a59e65cd65e1431cacbd77c6a645f227_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T08:20:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins.hfs.11__test__c6p20b2e9ph2dsi7gdqgdm1oppleu02vjbljrpo66s01r2m221352q8e55l4iuld/f/a59e65cd65e1431cacbd77c6a645f227_SeqId_4_ as hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/default/test/18c7c6d7e1e05e86c96e3289e2ef89da/f/d7e0bee06393443d8730cb544cb02cf1_SeqId_4_ 2024-11-14T08:20:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5278016fb8eb44ba86b4ce24cb07ad23_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T08:20:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins.hfs.11__test__c6p20b2e9ph2dsi7gdqgdm1oppleu02vjbljrpo66s01r2m221352q8e55l4iuld/f/5278016fb8eb44ba86b4ce24cb07ad23_SeqId_4_ as hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/default/test/18c7c6d7e1e05e86c96e3289e2ef89da/f/42ccac9b20514d21b7623112ff11cfc4_SeqId_4_ 2024-11-14T08:20:45,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins.hfs.11__test__c6p20b2e9ph2dsi7gdqgdm1oppleu02vjbljrpo66s01r2m221352q8e55l4iuld/f/a59e65cd65e1431cacbd77c6a645f227_SeqId_4_ into 18c7c6d7e1e05e86c96e3289e2ef89da/f as hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/default/test/18c7c6d7e1e05e86c96e3289e2ef89da/f/d7e0bee06393443d8730cb544cb02cf1_SeqId_4_ - updating store file list. 2024-11-14T08:20:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d7e0bee06393443d8730cb544cb02cf1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T08:20:45,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/default/test/18c7c6d7e1e05e86c96e3289e2ef89da/f/d7e0bee06393443d8730cb544cb02cf1_SeqId_4_ into 18c7c6d7e1e05e86c96e3289e2ef89da/f 2024-11-14T08:20:45,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins.hfs.11__test__c6p20b2e9ph2dsi7gdqgdm1oppleu02vjbljrpo66s01r2m221352q8e55l4iuld/f/a59e65cd65e1431cacbd77c6a645f227_SeqId_4_ into 18c7c6d7e1e05e86c96e3289e2ef89da/f (new location: hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/default/test/18c7c6d7e1e05e86c96e3289e2ef89da/f/d7e0bee06393443d8730cb544cb02cf1_SeqId_4_) 2024-11-14T08:20:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins.hfs.11__test__c6p20b2e9ph2dsi7gdqgdm1oppleu02vjbljrpo66s01r2m221352q8e55l4iuld/f/a59e65cd65e1431cacbd77c6a645f227_SeqId_4_ 2024-11-14T08:20:45,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins.hfs.11__test__c6p20b2e9ph2dsi7gdqgdm1oppleu02vjbljrpo66s01r2m221352q8e55l4iuld/f/5278016fb8eb44ba86b4ce24cb07ad23_SeqId_4_ into 18c7c6d7e1e05e86c96e3289e2ef89da/f as hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/default/test/18c7c6d7e1e05e86c96e3289e2ef89da/f/42ccac9b20514d21b7623112ff11cfc4_SeqId_4_ - updating store file list. 2024-11-14T08:20:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 42ccac9b20514d21b7623112ff11cfc4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T08:20:45,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/default/test/18c7c6d7e1e05e86c96e3289e2ef89da/f/42ccac9b20514d21b7623112ff11cfc4_SeqId_4_ into 18c7c6d7e1e05e86c96e3289e2ef89da/f 2024-11-14T08:20:45,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins.hfs.11__test__c6p20b2e9ph2dsi7gdqgdm1oppleu02vjbljrpo66s01r2m221352q8e55l4iuld/f/5278016fb8eb44ba86b4ce24cb07ad23_SeqId_4_ into 18c7c6d7e1e05e86c96e3289e2ef89da/f (new location: hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/default/test/18c7c6d7e1e05e86c96e3289e2ef89da/f/42ccac9b20514d21b7623112ff11cfc4_SeqId_4_) 2024-11-14T08:20:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins.hfs.11__test__c6p20b2e9ph2dsi7gdqgdm1oppleu02vjbljrpo66s01r2m221352q8e55l4iuld/f/5278016fb8eb44ba86b4ce24cb07ad23_SeqId_4_ 2024-11-14T08:20:45,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.ReplicationSink(324): Finished replicating [efec6791-f1b2-4e79-82f1-116eba07e7b6] bulk loaded data 2024-11-14T08:20:45,956 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 687, reset compression=false 2024-11-14T08:20:46,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:20:46,039 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731572446039/Put/seqid=0 2024-11-14T08:20:46,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741842_1018 (size=11194) 2024-11-14T08:20:46,320 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 to pos 379, reset compression=false 2024-11-14T08:20:46,337 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:20:46,337 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.shipperb344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,39483,1731572433586 got entry batch from reader: WALEntryBatch [walEntries=[{test/18c7c6d7e1e05e86c96e3289e2ef89da/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731572445909/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T08:20:46,339 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.shipperb344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:20:46,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-14T08:20:46,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.ReplicationSink(318): Replicating [efec6791-f1b2-4e79-82f1-116eba07e7b6, 5957efde-b180-43f0-b1ba-76ade51057af] bulk loaded data 2024-11-14T08:20:46,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@142cb341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:46,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,44695,-1 for getting cluster id 2024-11-14T08:20:46,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:46,342 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'efec6791-f1b2-4e79-82f1-116eba07e7b6' 2024-11-14T08:20:46,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:46,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "efec6791-f1b2-4e79-82f1-116eba07e7b6" 2024-11-14T08:20:46,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ce895fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:46,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,44695,-1] 2024-11-14T08:20:46,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:46,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:46,343 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:46,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c4514c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:46,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741842_1018 (size=7894) 2024-11-14T08:20:46,446 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731572446445/Put/seqid=0 2024-11-14T08:20:46,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741843_1019 (size=10791) 2024-11-14T08:20:46,459 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 687, reset compression=false 2024-11-14T08:20:46,537 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 to pos 725, reset compression=false 2024-11-14T08:20:46,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741843_1019 (size=7691) 2024-11-14T08:20:46,841 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 to pos 725, reset compression=false 2024-11-14T08:20:46,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9fbc34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:46,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,42571,-1 for getting cluster id 2024-11-14T08:20:46,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:20:46,852 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5957efde-b180-43f0-b1ba-76ade51057af' 2024-11-14T08:20:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:20:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5957efde-b180-43f0-b1ba-76ade51057af" 2024-11-14T08:20:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a58d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,42571,-1] 2024-11-14T08:20:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:20:46,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:46,853 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:20:46,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c896f3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:20:46,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1] 2024-11-14T08:20:46,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:20:46,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:20:46,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:46,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,42571,1731572433438 2024-11-14T08:20:46,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2830e558 2024-11-14T08:20:46,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:20:46,864 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:20:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da., hostname=b344df224d93,39483,1731572433586, seqNum=2] 2024-11-14T08:20:46,881 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T08:20:46,886 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T08:20:46,889 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T08:20:46,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 18c7c6d7e1e05e86c96e3289e2ef89da/f 2024-11-14T08:20:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T08:20:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:20:46,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 18c7c6d7e1e05e86c96e3289e2ef89da/f 2024-11-14T08:20:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T08:20:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:20:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HRegion(2603): Flush status journal for 18c7c6d7e1e05e86c96e3289e2ef89da: 2024-11-14T08:20:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins__test__fainapkmhi38aolrles7l7t04841dljs0d1uk7nfaf0nor16a7g0r7f7oot79s1r/f/hfile_1 2024-11-14T08:20:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins__test__fainapkmhi38aolrles7l7t04841dljs0d1uk7nfaf0nor16a7g0r7f7oot79s1r/f/hfile_1 as hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/default/test/18c7c6d7e1e05e86c96e3289e2ef89da/f/896f70a0afc7408a940784861216f273_SeqId_6_ 2024-11-14T08:20:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins__test__fainapkmhi38aolrles7l7t04841dljs0d1uk7nfaf0nor16a7g0r7f7oot79s1r/f/hfile_0 2024-11-14T08:20:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins__test__fainapkmhi38aolrles7l7t04841dljs0d1uk7nfaf0nor16a7g0r7f7oot79s1r/f/hfile_0 as hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/default/test/18c7c6d7e1e05e86c96e3289e2ef89da/f/9abb231665f24cc79290771bc46578dd_SeqId_6_ 2024-11-14T08:20:46,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins__test__fainapkmhi38aolrles7l7t04841dljs0d1uk7nfaf0nor16a7g0r7f7oot79s1r/f/hfile_1 into 18c7c6d7e1e05e86c96e3289e2ef89da/f as hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/default/test/18c7c6d7e1e05e86c96e3289e2ef89da/f/896f70a0afc7408a940784861216f273_SeqId_6_ - updating store file list. 2024-11-14T08:20:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 896f70a0afc7408a940784861216f273_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T08:20:46,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/default/test/18c7c6d7e1e05e86c96e3289e2ef89da/f/896f70a0afc7408a940784861216f273_SeqId_6_ into 18c7c6d7e1e05e86c96e3289e2ef89da/f 2024-11-14T08:20:46,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins__test__fainapkmhi38aolrles7l7t04841dljs0d1uk7nfaf0nor16a7g0r7f7oot79s1r/f/hfile_1 into 18c7c6d7e1e05e86c96e3289e2ef89da/f (new location: hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/default/test/18c7c6d7e1e05e86c96e3289e2ef89da/f/896f70a0afc7408a940784861216f273_SeqId_6_) 2024-11-14T08:20:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins__test__fainapkmhi38aolrles7l7t04841dljs0d1uk7nfaf0nor16a7g0r7f7oot79s1r/f/hfile_1 2024-11-14T08:20:46,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins__test__fainapkmhi38aolrles7l7t04841dljs0d1uk7nfaf0nor16a7g0r7f7oot79s1r/f/hfile_0 into 18c7c6d7e1e05e86c96e3289e2ef89da/f as hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/default/test/18c7c6d7e1e05e86c96e3289e2ef89da/f/9abb231665f24cc79290771bc46578dd_SeqId_6_ - updating store file list. 2024-11-14T08:20:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9abb231665f24cc79290771bc46578dd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T08:20:46,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/default/test/18c7c6d7e1e05e86c96e3289e2ef89da/f/9abb231665f24cc79290771bc46578dd_SeqId_6_ into 18c7c6d7e1e05e86c96e3289e2ef89da/f 2024-11-14T08:20:46,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins__test__fainapkmhi38aolrles7l7t04841dljs0d1uk7nfaf0nor16a7g0r7f7oot79s1r/f/hfile_0 into 18c7c6d7e1e05e86c96e3289e2ef89da/f (new location: hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/default/test/18c7c6d7e1e05e86c96e3289e2ef89da/f/9abb231665f24cc79290771bc46578dd_SeqId_6_) 2024-11-14T08:20:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/staging/jenkins__test__fainapkmhi38aolrles7l7t04841dljs0d1uk7nfaf0nor16a7g0r7f7oot79s1r/f/hfile_0 2024-11-14T08:20:46,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:20:46,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:46,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:46,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:46,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da., hostname=b344df224d93,39483,1731572433586, seqNum=2 , the old value is region=test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da., hostname=b344df224d93,39483,1731572433586, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b344df224d93:39483 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T08:20:46,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da., hostname=b344df224d93,39483,1731572433586, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T08:20:46,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da., hostname=b344df224d93,39483,1731572433586, seqNum=2 from cache 2024-11-14T08:20:46,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:20:46,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:46,919 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T08:20:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,33257,1731572428132, seqNum=-1] 2024-11-14T08:20:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:20:46,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:20:46,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3., hostname=b344df224d93,33257,1731572428132, seqNum=2] 2024-11-14T08:20:46,931 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T08:20:47,025 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:39483 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T08:20:47,063 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 687, reset compression=false 2024-11-14T08:20:47,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:47,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,44695,1731572427940 2024-11-14T08:20:47,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4af742f6 2024-11-14T08:20:47,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:20:47,169 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T08:20:47,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T08:20:47,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:47,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,33257,1731572428132, seqNum=-1] 2024-11-14T08:20:47,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:20:47,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T08:20:47,177 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins.hfs.10__test__u4id689tr5k10ehrbsb3v6kh93nal5tl1d5c5s7v9tdids2p87hrksl3acluc7ul/f/42ccac9b20514d21b7623112ff11cfc4_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T08:20:47,180 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins.hfs.10__test__u4id689tr5k10ehrbsb3v6kh93nal5tl1d5c5s7v9tdids2p87hrksl3acluc7ul/f/d7e0bee06393443d8730cb544cb02cf1_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T08:20:47,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.ReplicationSink(324): Finished replicating [efec6791-f1b2-4e79-82f1-116eba07e7b6, 5957efde-b180-43f0-b1ba-76ade51057af] bulk loaded data 2024-11-14T08:20:47,244 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 to pos 725, reset compression=false 2024-11-14T08:20:47,249 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:20:47,249 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.shipperb344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,39483,1731572433586 got entry batch from reader: WALEntryBatch [walEntries=[{test/18c7c6d7e1e05e86c96e3289e2ef89da/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731572446916/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T08:20:47,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.ReplicationSink(318): Replicating [5957efde-b180-43f0-b1ba-76ade51057af] bulk loaded data 2024-11-14T08:20:47,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741844_1020 (size=10791) 2024-11-14T08:20:47,449 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 to pos 1033, reset compression=false 2024-11-14T08:20:47,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741845_1021 (size=11194) 2024-11-14T08:20:47,753 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 to pos 1033, reset compression=false 2024-11-14T08:20:47,768 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 687, reset compression=false 2024-11-14T08:20:47,935 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T08:20:48,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T08:20:48,073 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins.hfs.10__test__bj6n9bpvs8f5cqqik3p7pm3quu3kekhvjsrsk8emnmtjhci3k17p463jvpf7jj0l/f/896f70a0afc7408a940784861216f273_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-14T08:20:48,075 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins.hfs.10__test__bj6n9bpvs8f5cqqik3p7pm3quu3kekhvjsrsk8emnmtjhci3k17p463jvpf7jj0l/f/9abb231665f24cc79290771bc46578dd_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-14T08:20:48,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins.hfs.10__test__bj6n9bpvs8f5cqqik3p7pm3quu3kekhvjsrsk8emnmtjhci3k17p463jvpf7jj0l/f/9abb231665f24cc79290771bc46578dd_SeqId_6_ for inclusion in 165976dc5ce4bc2e30c00835da8bdeb3/f 2024-11-14T08:20:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T08:20:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:20:48,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins.hfs.10__test__bj6n9bpvs8f5cqqik3p7pm3quu3kekhvjsrsk8emnmtjhci3k17p463jvpf7jj0l/f/896f70a0afc7408a940784861216f273_SeqId_6_ for inclusion in 165976dc5ce4bc2e30c00835da8bdeb3/f 2024-11-14T08:20:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T08:20:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:20:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HRegion(2603): Flush status journal for 165976dc5ce4bc2e30c00835da8bdeb3: 2024-11-14T08:20:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9abb231665f24cc79290771bc46578dd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T08:20:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins.hfs.10__test__bj6n9bpvs8f5cqqik3p7pm3quu3kekhvjsrsk8emnmtjhci3k17p463jvpf7jj0l/f/9abb231665f24cc79290771bc46578dd_SeqId_6_ as hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/default/test/165976dc5ce4bc2e30c00835da8bdeb3/f/b64b0039242a434fb878600eccf162e6_SeqId_6_ 2024-11-14T08:20:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 896f70a0afc7408a940784861216f273_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T08:20:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins.hfs.10__test__bj6n9bpvs8f5cqqik3p7pm3quu3kekhvjsrsk8emnmtjhci3k17p463jvpf7jj0l/f/896f70a0afc7408a940784861216f273_SeqId_6_ as hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/default/test/165976dc5ce4bc2e30c00835da8bdeb3/f/30666eb2acca427bb5c34e5de1d8ee2e_SeqId_6_ 2024-11-14T08:20:48,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins.hfs.10__test__bj6n9bpvs8f5cqqik3p7pm3quu3kekhvjsrsk8emnmtjhci3k17p463jvpf7jj0l/f/9abb231665f24cc79290771bc46578dd_SeqId_6_ into 165976dc5ce4bc2e30c00835da8bdeb3/f as hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/default/test/165976dc5ce4bc2e30c00835da8bdeb3/f/b64b0039242a434fb878600eccf162e6_SeqId_6_ - updating store file list. 2024-11-14T08:20:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b64b0039242a434fb878600eccf162e6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T08:20:48,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/default/test/165976dc5ce4bc2e30c00835da8bdeb3/f/b64b0039242a434fb878600eccf162e6_SeqId_6_ into 165976dc5ce4bc2e30c00835da8bdeb3/f 2024-11-14T08:20:48,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins.hfs.10__test__bj6n9bpvs8f5cqqik3p7pm3quu3kekhvjsrsk8emnmtjhci3k17p463jvpf7jj0l/f/9abb231665f24cc79290771bc46578dd_SeqId_6_ into 165976dc5ce4bc2e30c00835da8bdeb3/f (new location: hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/default/test/165976dc5ce4bc2e30c00835da8bdeb3/f/b64b0039242a434fb878600eccf162e6_SeqId_6_) 2024-11-14T08:20:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins.hfs.10__test__bj6n9bpvs8f5cqqik3p7pm3quu3kekhvjsrsk8emnmtjhci3k17p463jvpf7jj0l/f/9abb231665f24cc79290771bc46578dd_SeqId_6_ 2024-11-14T08:20:48,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins.hfs.10__test__bj6n9bpvs8f5cqqik3p7pm3quu3kekhvjsrsk8emnmtjhci3k17p463jvpf7jj0l/f/896f70a0afc7408a940784861216f273_SeqId_6_ into 165976dc5ce4bc2e30c00835da8bdeb3/f as hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/default/test/165976dc5ce4bc2e30c00835da8bdeb3/f/30666eb2acca427bb5c34e5de1d8ee2e_SeqId_6_ - updating store file list. 2024-11-14T08:20:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 30666eb2acca427bb5c34e5de1d8ee2e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T08:20:48,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/default/test/165976dc5ce4bc2e30c00835da8bdeb3/f/30666eb2acca427bb5c34e5de1d8ee2e_SeqId_6_ into 165976dc5ce4bc2e30c00835da8bdeb3/f 2024-11-14T08:20:48,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins.hfs.10__test__bj6n9bpvs8f5cqqik3p7pm3quu3kekhvjsrsk8emnmtjhci3k17p463jvpf7jj0l/f/896f70a0afc7408a940784861216f273_SeqId_6_ into 165976dc5ce4bc2e30c00835da8bdeb3/f (new location: hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/default/test/165976dc5ce4bc2e30c00835da8bdeb3/f/30666eb2acca427bb5c34e5de1d8ee2e_SeqId_6_) 2024-11-14T08:20:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/staging/jenkins.hfs.10__test__bj6n9bpvs8f5cqqik3p7pm3quu3kekhvjsrsk8emnmtjhci3k17p463jvpf7jj0l/f/896f70a0afc7408a940784861216f273_SeqId_6_ 2024-11-14T08:20:48,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33257 {}] regionserver.ReplicationSink(324): Finished replicating [5957efde-b180-43f0-b1ba-76ade51057af] bulk loaded data 2024-11-14T08:20:48,156 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 to pos 1033, reset compression=false 2024-11-14T08:20:48,571 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 687, reset compression=false 2024-11-14T08:20:48,575 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:20:48,575 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,33257,1731572428132 got entry batch from reader: WALEntryBatch [walEntries=[{test/165976dc5ce4bc2e30c00835da8bdeb3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731572448097/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T08:20:48,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.ReplicationSink(318): Replicating [5957efde-b180-43f0-b1ba-76ade51057af, efec6791-f1b2-4e79-82f1-116eba07e7b6] bulk loaded data 2024-11-14T08:20:48,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741844_1020 (size=11194) 2024-11-14T08:20:48,660 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 to pos 1033, reset compression=false 2024-11-14T08:20:48,665 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:20:48,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:48,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:48,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:48,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:48,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:48,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:48,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:48,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:48,775 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 1033, reset compression=false 2024-11-14T08:20:48,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:20:48,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:20:48,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:48,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:48,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:48,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:20:48,945 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:20:48,945 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=549867367, stopped=false 2024-11-14T08:20:48,945 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,42571,1731572433438 2024-11-14T08:20:48,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741845_1021 (size=10791) 2024-11-14T08:20:49,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-887643409/running 2024-11-14T08:20:49,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409 2024-11-14T08:20:49,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-887643409/running 2024-11-14T08:20:49,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409 2024-11-14T08:20:49,001 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:20:49,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:20:49,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:49,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:49,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Set watcher on znode that does not yet exist, /1-887643409/running 2024-11-14T08:20:49,002 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,39483,1731572433586' ***** 2024-11-14T08:20:49,002 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:20:49,002 INFO [RS:0;b344df224d93:39483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:20:49,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Set watcher on znode that does not yet exist, /1-887643409/running 2024-11-14T08:20:49,002 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:20:49,002 INFO [RS:0;b344df224d93:39483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:20:49,002 INFO [RS:0;b344df224d93:39483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:20:49,002 INFO [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e1689af962f3ac870bee1439eda1c4e 2024-11-14T08:20:49,003 INFO [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(3091): Received CLOSE for 18c7c6d7e1e05e86c96e3289e2ef89da 2024-11-14T08:20:49,003 INFO [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(959): stopping server b344df224d93,39483,1731572433586 2024-11-14T08:20:49,003 INFO [RS:0;b344df224d93:39483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:20:49,003 INFO [RS:0;b344df224d93:39483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:39483. 2024-11-14T08:20:49,003 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e1689af962f3ac870bee1439eda1c4e, disabling compactions & flushes 2024-11-14T08:20:49,003 DEBUG [RS:0;b344df224d93:39483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:49,003 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e. 2024-11-14T08:20:49,003 DEBUG [RS:0;b344df224d93:39483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:49,003 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e. 2024-11-14T08:20:49,003 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e. after waiting 0 ms 2024-11-14T08:20:49,003 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e. 2024-11-14T08:20:49,003 INFO [RS:0;b344df224d93:39483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:20:49,003 INFO [RS:0;b344df224d93:39483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:20:49,003 INFO [RS:0;b344df224d93:39483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:20:49,003 INFO [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:20:49,003 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4e1689af962f3ac870bee1439eda1c4e 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-14T08:20:49,003 INFO [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T08:20:49,003 DEBUG [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(1325): Online Regions={4e1689af962f3ac870bee1439eda1c4e=hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e., 1588230740=hbase:meta,,1.1588230740, 18c7c6d7e1e05e86c96e3289e2ef89da=test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da.} 2024-11-14T08:20:49,003 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:20:49,003 DEBUG [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18c7c6d7e1e05e86c96e3289e2ef89da, 4e1689af962f3ac870bee1439eda1c4e 2024-11-14T08:20:49,003 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:20:49,003 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:20:49,003 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:20:49,003 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:20:49,003 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T08:20:49,016 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:20:49,018 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/replication/4e1689af962f3ac870bee1439eda1c4e/.tmp/hfileref/a379d96ec490409ba21b335d924a75c2 is 74, key is 1/hfileref:42ccac9b20514d21b7623112ff11cfc4_SeqId_4_/1731572447182/DeleteColumn/seqid=0 2024-11-14T08:20:49,020 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/.tmp/info/90e1a7e8b63c46bba9c2f7a2ab40ae7e is 147, key is hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e./info:regioninfo/1731572443177/Put/seqid=0 2024-11-14T08:20:49,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741846_1022 (size=5345) 2024-11-14T08:20:49,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741847_1023 (size=7686) 2024-11-14T08:20:49,078 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 1033, reset compression=false 2024-11-14T08:20:49,203 DEBUG [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18c7c6d7e1e05e86c96e3289e2ef89da, 4e1689af962f3ac870bee1439eda1c4e 2024-11-14T08:20:49,263 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 to pos 1033, reset compression=false 2024-11-14T08:20:49,318 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T08:20:49,318 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T08:20:49,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T08:20:49,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39483 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T08:20:49,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39483 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:47218 deadline: 1731572509395, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping 2024-11-14T08:20:49,404 DEBUG [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18c7c6d7e1e05e86c96e3289e2ef89da, 4e1689af962f3ac870bee1439eda1c4e 2024-11-14T08:20:49,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T08:20:49,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T08:20:49,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1 from cache 2024-11-14T08:20:49,422 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/replication/4e1689af962f3ac870bee1439eda1c4e/.tmp/hfileref/a379d96ec490409ba21b335d924a75c2 2024-11-14T08:20:49,425 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/.tmp/info/90e1a7e8b63c46bba9c2f7a2ab40ae7e 2024-11-14T08:20:49,445 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/.tmp/ns/87cf0efa0a314f279d75697252416e2e is 43, key is default/ns:d/1731572436409/Put/seqid=0 2024-11-14T08:20:49,446 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/replication/4e1689af962f3ac870bee1439eda1c4e/.tmp/queue/194375112fc047b1a7abab54668963ff is 154, key is 1-b344df224d93,39483,1731572433586/queue:b344df224d93%2C39483%2C1731572433586/1731572448102/Put/seqid=0 2024-11-14T08:20:49,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741848_1024 (size=5353) 2024-11-14T08:20:49,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741849_1025 (size=5153) 2024-11-14T08:20:49,482 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 1033, reset compression=false 2024-11-14T08:20:49,524 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:49,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1] 2024-11-14T08:20:49,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39483 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T08:20:49,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39483 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:47218 deadline: 1731572509396, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping 2024-11-14T08:20:49,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T08:20:49,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T08:20:49,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1 from cache 2024-11-14T08:20:49,604 DEBUG [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18c7c6d7e1e05e86c96e3289e2ef89da, 4e1689af962f3ac870bee1439eda1c4e 2024-11-14T08:20:49,734 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:49,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1] 2024-11-14T08:20:49,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39483 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T08:20:49,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39483 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:47218 deadline: 1731572509396, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping 2024-11-14T08:20:49,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T08:20:49,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T08:20:49,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1 from cache 2024-11-14T08:20:49,804 DEBUG [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18c7c6d7e1e05e86c96e3289e2ef89da, 4e1689af962f3ac870bee1439eda1c4e 2024-11-14T08:20:49,850 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/replication/4e1689af962f3ac870bee1439eda1c4e/.tmp/queue/194375112fc047b1a7abab54668963ff 2024-11-14T08:20:49,850 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/.tmp/ns/87cf0efa0a314f279d75697252416e2e 2024-11-14T08:20:49,854 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/replication/4e1689af962f3ac870bee1439eda1c4e/.tmp/hfileref/a379d96ec490409ba21b335d924a75c2 as hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/replication/4e1689af962f3ac870bee1439eda1c4e/hfileref/a379d96ec490409ba21b335d924a75c2 2024-11-14T08:20:49,859 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/replication/4e1689af962f3ac870bee1439eda1c4e/hfileref/a379d96ec490409ba21b335d924a75c2, entries=4, sequenceid=12, filesize=5.2 K 2024-11-14T08:20:49,860 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/replication/4e1689af962f3ac870bee1439eda1c4e/.tmp/queue/194375112fc047b1a7abab54668963ff as hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/replication/4e1689af962f3ac870bee1439eda1c4e/queue/194375112fc047b1a7abab54668963ff 2024-11-14T08:20:49,865 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/replication/4e1689af962f3ac870bee1439eda1c4e/queue/194375112fc047b1a7abab54668963ff, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T08:20:49,866 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4e1689af962f3ac870bee1439eda1c4e in 862ms, sequenceid=12, compaction requested=false 2024-11-14T08:20:49,868 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/.tmp/rep_barrier/67b81cfd992f4e4ca13a9a484fba7b7f is 112, key is test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da./rep_barrier:seqnumDuringOpen/1731572439445/Put/seqid=0 2024-11-14T08:20:49,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741850_1026 (size=5518) 2024-11-14T08:20:49,871 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/replication/4e1689af962f3ac870bee1439eda1c4e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T08:20:49,871 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:20:49,872 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:20:49,872 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e. 2024-11-14T08:20:49,872 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e1689af962f3ac870bee1439eda1c4e: Waiting for close lock at 1731572449003Running coprocessor pre-close hooks at 1731572449003Disabling compacts and flushes for region at 1731572449003Disabling writes for close at 1731572449003Obtaining lock to block concurrent updates at 1731572449003Preparing flush snapshotting stores in 4e1689af962f3ac870bee1439eda1c4e at 1731572449003Finished memstore snapshotting hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731572449003Flushing stores of hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e. at 1731572449004 (+1 ms)Flushing 4e1689af962f3ac870bee1439eda1c4e/hfileref: creating writer at 1731572449004Flushing 4e1689af962f3ac870bee1439eda1c4e/hfileref: appending metadata at 1731572449017 (+13 ms)Flushing 4e1689af962f3ac870bee1439eda1c4e/hfileref: closing flushed file at 1731572449017Flushing 4e1689af962f3ac870bee1439eda1c4e/queue: creating writer at 1731572449427 (+410 ms)Flushing 4e1689af962f3ac870bee1439eda1c4e/queue: appending metadata at 1731572449445 (+18 ms)Flushing 4e1689af962f3ac870bee1439eda1c4e/queue: closing flushed file at 1731572449445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@492190da: reopening flushed file at 1731572449854 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e6eed84: reopening flushed file at 1731572449859 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4e1689af962f3ac870bee1439eda1c4e in 862ms, sequenceid=12, compaction requested=false at 1731572449866 (+7 ms)Writing region close event to WAL at 1731572449868 (+2 ms)Running coprocessor post-close hooks at 1731572449871 (+3 ms)Closed at 1731572449872 (+1 ms) 2024-11-14T08:20:49,872 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731572442009.4e1689af962f3ac870bee1439eda1c4e. 2024-11-14T08:20:49,872 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18c7c6d7e1e05e86c96e3289e2ef89da, disabling compactions & flushes 2024-11-14T08:20:49,872 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da. 2024-11-14T08:20:49,872 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da. 2024-11-14T08:20:49,872 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da. after waiting 0 ms 2024-11-14T08:20:49,872 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da. 2024-11-14T08:20:49,876 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/default/test/18c7c6d7e1e05e86c96e3289e2ef89da/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T08:20:49,876 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:20:49,876 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:20:49,876 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da. 2024-11-14T08:20:49,876 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18c7c6d7e1e05e86c96e3289e2ef89da: Waiting for close lock at 1731572449872Running coprocessor pre-close hooks at 1731572449872Disabling compacts and flushes for region at 1731572449872Disabling writes for close at 1731572449872Writing region close event to WAL at 1731572449873 (+1 ms)Running coprocessor post-close hooks at 1731572449876 (+3 ms)Closed at 1731572449876 2024-11-14T08:20:49,876 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731572438696.18c7c6d7e1e05e86c96e3289e2ef89da. 2024-11-14T08:20:49,967 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 to pos 1033, reset compression=false 2024-11-14T08:20:49,970 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:20:49,970 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 to pos 1328, reset compression=false 2024-11-14T08:20:49,970 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.shipperb344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,39483,1731572433586 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:20:49,972 ERROR [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.shipperb344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b344df224d93,39483,1731572433586: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b344df224d93,39483,1731572433586, walGroup=b344df224d93%2C39483%2C1731572433586, offset=b344df224d93%2C39483%2C1731572433586.1731572435444:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:39483 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T08:20:49,974 ERROR [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.shipperb344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T08:20:49,976 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.shipperb344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T08:20:49,977 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.shipperb344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T08:20:49,977 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.shipperb344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T08:20:49,977 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.shipperb344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T08:20:49,977 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.shipperb344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 600448688 }, "NonHeapMemoryUsage": { "committed": 190709760, "init": 7667712, "max": -1, "used": 188004048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T08:20:49,979 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.shipperb344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T08:20:49,986 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 1033, reset compression=false 2024-11-14T08:20:50,004 INFO [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T08:20:50,004 DEBUG [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T08:20:50,004 DEBUG [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:20:50,044 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:50,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1] 2024-11-14T08:20:50,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,39483,1731572433586 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:20:50,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,39483,1731572433586 aborting 2024-11-14T08:20:50,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,39483,1731572433586 aborting 2024-11-14T08:20:50,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1 from cache 2024-11-14T08:20:50,174 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 to pos 1328, reset compression=false 2024-11-14T08:20:50,204 DEBUG [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:20:50,271 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/.tmp/rep_barrier/67b81cfd992f4e4ca13a9a484fba7b7f 2024-11-14T08:20:50,293 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/.tmp/table/38db228d946c458db5e7021576e13622 is 53, key is hbase:replication/table:state/1731572443184/Put/seqid=0 2024-11-14T08:20:50,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741851_1027 (size=5308) 2024-11-14T08:20:50,404 DEBUG [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:20:50,478 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 to pos 1328, reset compression=false 2024-11-14T08:20:50,554 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:20:50,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1] 2024-11-14T08:20:50,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,39483,1731572433586 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:20:50,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,39483,1731572433586 aborting 2024-11-14T08:20:50,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,39483,1731572433586 aborting 2024-11-14T08:20:50,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b344df224d93,39483,1731572433586, seqNum=-1 from cache 2024-11-14T08:20:50,556 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:20:50,557 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-14T08:20:49.422Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T08:20:49.526Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T08:20:49.736Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T08:20:50.046Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,39483,1731572433586 aborting 2024-11-14T08:20:50.556Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,39483,1731572433586 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,39483,1731572433586 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b344df224d93,39483,1731572433586 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T08:20:50,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-14T08:20:49.422Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T08:20:49.526Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T08:20:49.736Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T08:20:50.046Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,39483,1731572433586 aborting 2024-11-14T08:20:50.556Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,39483,1731572433586 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,39483,1731572433586 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b344df224d93,39483,1731572433586 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T08:20:50,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39483 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:47210 deadline: 1731572508575, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-14T08:20:49.422Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T08:20:49.526Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T08:20:49.736Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T08:20:50.046Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,39483,1731572433586 aborting 2024-11-14T08:20:50.556Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,39483,1731572433586 aborting 2024-11-14T08:20:50,560 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-14T08:20:49.422Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T08:20:49.526Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T08:20:49.736Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b344df224d93,39483,1731572433586 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T08:20:50.046Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,39483,1731572433586 aborting 2024-11-14T08:20:50.556Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,39483,1731572433586 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,39483,1731572433586 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server b344df224d93,39483,1731572433586 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:20:50,589 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 1033, reset compression=false 2024-11-14T08:20:50,605 DEBUG [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:20:50,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,39483,1731572433586 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:20:50,663 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b344df224d93,39483,1731572433586 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:20:50,725 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/.tmp/table/38db228d946c458db5e7021576e13622 2024-11-14T08:20:50,730 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/.tmp/info/90e1a7e8b63c46bba9c2f7a2ab40ae7e as hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/info/90e1a7e8b63c46bba9c2f7a2ab40ae7e 2024-11-14T08:20:50,734 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/info/90e1a7e8b63c46bba9c2f7a2ab40ae7e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T08:20:50,735 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/.tmp/ns/87cf0efa0a314f279d75697252416e2e as hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/ns/87cf0efa0a314f279d75697252416e2e 2024-11-14T08:20:50,739 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/ns/87cf0efa0a314f279d75697252416e2e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T08:20:50,739 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/.tmp/rep_barrier/67b81cfd992f4e4ca13a9a484fba7b7f as hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/rep_barrier/67b81cfd992f4e4ca13a9a484fba7b7f 2024-11-14T08:20:50,744 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/rep_barrier/67b81cfd992f4e4ca13a9a484fba7b7f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T08:20:50,744 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/.tmp/table/38db228d946c458db5e7021576e13622 as hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/table/38db228d946c458db5e7021576e13622 2024-11-14T08:20:50,748 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/table/38db228d946c458db5e7021576e13622, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T08:20:50,749 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1746ms, sequenceid=16, compaction requested=false 2024-11-14T08:20:50,755 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T08:20:50,756 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:20:50,756 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:20:50,756 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:20:50,756 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572449003Running coprocessor pre-close hooks at 1731572449003Disabling compacts and flushes for region at 1731572449003Disabling writes for close at 1731572449003Obtaining lock to block concurrent updates at 1731572449003Preparing flush snapshotting stores in 1588230740 at 1731572449003Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731572449004 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731572449004Flushing 1588230740/info: creating writer at 1731572449004Flushing 1588230740/info: appending metadata at 1731572449019 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731572449019Flushing 1588230740/ns: creating writer at 1731572449428 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731572449445 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731572449445Flushing 1588230740/rep_barrier: creating writer at 1731572449854 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731572449867 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731572449867Flushing 1588230740/table: creating writer at 1731572450276 (+409 ms)Flushing 1588230740/table: appending metadata at 1731572450293 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731572450293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@159abb2e: reopening flushed file at 1731572450729 (+436 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75058d41: reopening flushed file at 1731572450734 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@124bd007: reopening flushed file at 1731572450739 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1442ab7b: reopening flushed file at 1731572450744 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1746ms, sequenceid=16, compaction requested=false at 1731572450749 (+5 ms)Writing region close event to WAL at 1731572450752 (+3 ms)Running coprocessor post-close hooks at 1731572450756 (+4 ms)Closed at 1731572450756 2024-11-14T08:20:50,756 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:20:50,805 INFO [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(976): stopping server b344df224d93,39483,1731572433586; all regions closed. 2024-11-14T08:20:50,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741834_1010 (size=4239) 2024-11-14T08:20:50,807 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.meta.1731572436365.meta not finished, retry = 0 2024-11-14T08:20:50,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,39483,1731572433586 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:20:50,867 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b344df224d93,39483,1731572433586 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:20:50,881 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 to pos 1328, reset compression=false 2024-11-14T08:20:50,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741839_1015 (size=3127) 2024-11-14T08:20:50,910 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.rep.1731572443143 not finished, retry = 0 2024-11-14T08:20:51,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741832_1008 (size=1336) 2024-11-14T08:20:51,013 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/WALs/b344df224d93,39483,1731572433586/b344df224d93%2C39483%2C1731572433586.1731572435444 not finished, retry = 0 2024-11-14T08:20:51,113 DEBUG [RS:0;b344df224d93:39483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:51,113 INFO [RS:0;b344df224d93:39483 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:20:51,114 INFO [RS:0;b344df224d93:39483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:20:51,114 INFO [RS:0;b344df224d93:39483 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T08:20:51,114 INFO [RS:0;b344df224d93:39483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:20:51,114 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:20:51,114 INFO [RS:0;b344df224d93:39483 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b344df224d93,39483,1731572433586 because: Region server is closing 2024-11-14T08:20:51,114 INFO [RS:0;b344df224d93:39483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:39483. 2024-11-14T08:20:51,114 DEBUG [RS:0;b344df224d93:39483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:51,115 DEBUG [RS:0;b344df224d93:39483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:51,115 DEBUG [RS:0;b344df224d93:39483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:51,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:20:51,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b344df224d93,39483,1731572433586 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:20:51,169 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b344df224d93,39483,1731572433586 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:20:51,215 INFO [RS:0;b344df224d93:39483 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.shipperb344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 terminated 2024-11-14T08:20:51,215 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,39483,1731572433586.replicationSource.wal-reader.b344df224d93%2C39483%2C1731572433586,1-b344df224d93,39483,1731572433586 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T08:20:51,215 INFO [RS:0;b344df224d93:39483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:39483. 2024-11-14T08:20:51,215 DEBUG [RS:0;b344df224d93:39483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:51,215 DEBUG [RS:0;b344df224d93:39483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:51,215 DEBUG [RS:0;b344df224d93:39483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:51,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:20:51,215 INFO [RS:0;b344df224d93:39483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39483 2024-11-14T08:20:51,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409/rs 2024-11-14T08:20:51,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-887643409/rs/b344df224d93,39483,1731572433586 2024-11-14T08:20:51,264 INFO [RS:0;b344df224d93:39483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:20:51,274 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,39483,1731572433586] 2024-11-14T08:20:51,285 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-887643409/draining/b344df224d93,39483,1731572433586 already deleted, retry=false 2024-11-14T08:20:51,285 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,39483,1731572433586 expired; onlineServers=0 2024-11-14T08:20:51,285 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,42571,1731572433438' ***** 2024-11-14T08:20:51,285 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:20:51,285 INFO [M:0;b344df224d93:42571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:20:51,285 INFO [M:0;b344df224d93:42571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:20:51,285 DEBUG [M:0;b344df224d93:42571 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:20:51,285 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:20:51,285 DEBUG [M:0;b344df224d93:42571 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:20:51,285 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572435198 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572435198,5,FailOnTimeoutGroup] 2024-11-14T08:20:51,285 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572435198 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572435198,5,FailOnTimeoutGroup] 2024-11-14T08:20:51,285 INFO [M:0;b344df224d93:42571 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:20:51,285 INFO [M:0;b344df224d93:42571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:20:51,286 DEBUG [M:0;b344df224d93:42571 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:20:51,286 INFO [M:0;b344df224d93:42571 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:20:51,286 INFO [M:0;b344df224d93:42571 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:20:51,286 INFO [M:0;b344df224d93:42571 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:20:51,286 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:20:51,293 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 1033, reset compression=false 2024-11-14T08:20:51,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-887643409/master 2024-11-14T08:20:51,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-887643409 2024-11-14T08:20:51,296 DEBUG [M:0;b344df224d93:42571 {}] zookeeper.ZKUtil(347): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Unable to get data of znode /1-887643409/master because node does not exist (not an error) 2024-11-14T08:20:51,296 WARN [M:0;b344df224d93:42571 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T08:20:51,296 INFO [M:0;b344df224d93:42571 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/.lastflushedseqids 2024-11-14T08:20:51,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741852_1028 (size=263) 2024-11-14T08:20:51,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:20:51,375 INFO [RS:0;b344df224d93:39483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:20:51,375 INFO [RS:0;b344df224d93:39483 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,39483,1731572433586; zookeeper connection closed. 2024-11-14T08:20:51,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39483-0x101386e5f740004, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:20:51,375 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ffba844 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ffba844 2024-11-14T08:20:51,375 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:20:51,572 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b344df224d93:39483 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b344df224d93/172.17.0.3:39483 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:20:51,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address b344df224d93:39483 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b344df224d93/172.17.0.3:39483 2024-11-14T08:20:51,573 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=b344df224d93:39483 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b344df224d93/172.17.0.3:39483 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b344df224d93/172.17.0.3:39483 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T08:20:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T08:20:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:53760 deadline: 1731572511574, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T08:20:51,575 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T08:20:51,576 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T08:20:51,705 INFO [M:0;b344df224d93:42571 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:20:51,705 INFO [M:0;b344df224d93:42571 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:20:51,705 DEBUG [M:0;b344df224d93:42571 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:20:51,705 INFO [M:0;b344df224d93:42571 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:51,705 DEBUG [M:0;b344df224d93:42571 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:51,705 DEBUG [M:0;b344df224d93:42571 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:20:51,705 DEBUG [M:0;b344df224d93:42571 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:51,706 INFO [M:0;b344df224d93:42571 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-14T08:20:51,722 DEBUG [M:0;b344df224d93:42571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/885983f3522a439e81d0080857aad1b6 is 82, key is hbase:meta,,1/info:regioninfo/1731572436393/Put/seqid=0 2024-11-14T08:20:51,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741853_1029 (size=5672) 2024-11-14T08:20:52,076 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T08:20:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T08:20:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:53760 deadline: 1731572512077, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T08:20:52,078 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T08:20:52,079 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T08:20:52,079 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T08:20:52,096 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 1033, reset compression=false 2024-11-14T08:20:52,126 INFO [M:0;b344df224d93:42571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/885983f3522a439e81d0080857aad1b6 2024-11-14T08:20:52,146 DEBUG [M:0;b344df224d93:42571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0aa9eb86adca47b398de37b9b2024d0b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731572443187/Put/seqid=0 2024-11-14T08:20:52,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741854_1030 (size=8515) 2024-11-14T08:20:52,550 INFO [M:0;b344df224d93:42571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0aa9eb86adca47b398de37b9b2024d0b 2024-11-14T08:20:52,566 DEBUG [M:0;b344df224d93:42571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/680f03ae1489416d9b61f0594eb6956e is 69, key is b344df224d93,39483,1731572433586/rs:state/1731572435250/Put/seqid=0 2024-11-14T08:20:52,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741855_1031 (size=5156) 2024-11-14T08:20:52,679 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T08:20:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T08:20:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42571 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:53760 deadline: 1731572512680, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T08:20:52,681 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T08:20:52,682 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T08:20:52,682 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T08:20:52,970 INFO [M:0;b344df224d93:42571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/680f03ae1489416d9b61f0594eb6956e 2024-11-14T08:20:52,974 DEBUG [M:0;b344df224d93:42571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/885983f3522a439e81d0080857aad1b6 as hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/885983f3522a439e81d0080857aad1b6 2024-11-14T08:20:52,977 INFO [M:0;b344df224d93:42571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/885983f3522a439e81d0080857aad1b6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T08:20:52,978 DEBUG [M:0;b344df224d93:42571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0aa9eb86adca47b398de37b9b2024d0b as hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0aa9eb86adca47b398de37b9b2024d0b 2024-11-14T08:20:52,982 INFO [M:0;b344df224d93:42571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0aa9eb86adca47b398de37b9b2024d0b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T08:20:52,983 DEBUG [M:0;b344df224d93:42571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/680f03ae1489416d9b61f0594eb6956e as hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/680f03ae1489416d9b61f0594eb6956e 2024-11-14T08:20:52,986 INFO [M:0;b344df224d93:42571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42363/user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/680f03ae1489416d9b61f0594eb6956e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T08:20:52,987 INFO [M:0;b344df224d93:42571 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-14T08:20:52,988 INFO [M:0;b344df224d93:42571 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:52,988 DEBUG [M:0;b344df224d93:42571 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572451705Disabling compacts and flushes for region at 1731572451705Disabling writes for close at 1731572451705Obtaining lock to block concurrent updates at 1731572451706 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572451706Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731572451706Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572451706Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572451707 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572451722 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572451722Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572452130 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572452145 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572452145Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572452553 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572452566 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572452566Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5034857c: reopening flushed file at 1731572452973 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39751741: reopening flushed file at 1731572452978 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a59704a: reopening flushed file at 1731572452982 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1731572452987 (+5 ms)Writing region close event to WAL at 1731572452988 (+1 ms)Closed at 1731572452988 2024-11-14T08:20:52,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34793 is added to blk_1073741830_1006 (size=63642) 2024-11-14T08:20:52,990 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bc807eb-1cad-d359-f502-c713bd63436f/MasterData/WALs/b344df224d93,42571,1731572433438/b344df224d93%2C42571%2C1731572433438.1731572434944 not finished, retry = 0 2024-11-14T08:20:52,999 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 1033, reset compression=false 2024-11-14T08:20:53,091 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:20:53,091 INFO [M:0;b344df224d93:42571 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:20:53,091 INFO [M:0;b344df224d93:42571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42571 2024-11-14T08:20:53,091 INFO [M:0;b344df224d93:42571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:20:53,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:20:53,259 INFO [M:0;b344df224d93:42571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:20:53,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42571-0x101386e5f740003, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:20:53,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22827cf7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:20:53,261 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b7f5bb5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:20:53,261 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:20:53,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@536dc82b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:20:53,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b53d675{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/hadoop.log.dir/,STOPPED} 2024-11-14T08:20:53,262 WARN [BP-1755148130-172.17.0.3-1731572431125 heartbeating to localhost/127.0.0.1:42363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:20:53,262 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:20:53,262 WARN [BP-1755148130-172.17.0.3-1731572431125 heartbeating to localhost/127.0.0.1:42363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1755148130-172.17.0.3-1731572431125 (Datanode Uuid 2c3343a1-81cf-4799-b2c3-b4e3df561adc) service to localhost/127.0.0.1:42363 2024-11-14T08:20:53,262 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:20:53,263 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/cluster_dbcbdc88-8c66-7827-3845-fc78ccdf1533/data/data1/current/BP-1755148130-172.17.0.3-1731572431125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:20:53,263 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/cluster_dbcbdc88-8c66-7827-3845-fc78ccdf1533/data/data2/current/BP-1755148130-172.17.0.3-1731572431125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:20:53,263 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:20:53,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69a81f30{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:20:53,268 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c6ec211{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:20:53,268 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:20:53,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@449eae56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:20:53,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30a05574{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/hadoop.log.dir/,STOPPED} 2024-11-14T08:20:53,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T08:20:53,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:20:53,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:20:53,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:53,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:53,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:53,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:20:53,285 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:20:53,285 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1246037356, stopped=false 2024-11-14T08:20:53,286 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,44695,1731572427940 2024-11-14T08:20:53,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-909546676/running 2024-11-14T08:20:53,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676 2024-11-14T08:20:53,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101386e5f740001, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-909546676/running 2024-11-14T08:20:53,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101386e5f740001, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676 2024-11-14T08:20:53,300 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:20:53,300 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:20:53,300 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:53,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:53,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Set watcher on znode that does not yet exist, /0-909546676/running 2024-11-14T08:20:53,300 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,33257,1731572428132' ***** 2024-11-14T08:20:53,300 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:20:53,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33257-0x101386e5f740001, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Set watcher on znode that does not yet exist, /0-909546676/running 2024-11-14T08:20:53,301 INFO [RS:0;b344df224d93:33257 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:20:53,301 INFO [RS:0;b344df224d93:33257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:20:53,301 INFO [RS:0;b344df224d93:33257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:20:53,301 INFO [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(3091): Received CLOSE for 165976dc5ce4bc2e30c00835da8bdeb3 2024-11-14T08:20:53,301 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:20:53,301 INFO [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(3091): Received CLOSE for 9826e61028917ed886782f615de5329c 2024-11-14T08:20:53,301 INFO [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(959): stopping server b344df224d93,33257,1731572428132 2024-11-14T08:20:53,301 INFO [RS:0;b344df224d93:33257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:20:53,301 INFO [RS:0;b344df224d93:33257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:33257. 2024-11-14T08:20:53,301 DEBUG [RS:0;b344df224d93:33257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:53,301 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 165976dc5ce4bc2e30c00835da8bdeb3, disabling compactions & flushes 2024-11-14T08:20:53,301 DEBUG [RS:0;b344df224d93:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:53,301 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3. 2024-11-14T08:20:53,301 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3. 2024-11-14T08:20:53,301 INFO [RS:0;b344df224d93:33257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:20:53,301 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3. after waiting 0 ms 2024-11-14T08:20:53,301 INFO [RS:0;b344df224d93:33257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:20:53,301 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3. 2024-11-14T08:20:53,301 INFO [RS:0;b344df224d93:33257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:20:53,301 INFO [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:20:53,301 INFO [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T08:20:53,301 DEBUG [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(1325): Online Regions={165976dc5ce4bc2e30c00835da8bdeb3=test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3., 1588230740=hbase:meta,,1.1588230740, 9826e61028917ed886782f615de5329c=hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c.} 2024-11-14T08:20:53,302 DEBUG [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 165976dc5ce4bc2e30c00835da8bdeb3, 9826e61028917ed886782f615de5329c 2024-11-14T08:20:53,302 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:20:53,302 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:20:53,302 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:20:53,302 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:20:53,302 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:20:53,302 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T08:20:53,304 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/default/test/165976dc5ce4bc2e30c00835da8bdeb3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T08:20:53,305 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:20:53,305 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:20:53,305 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3. 2024-11-14T08:20:53,305 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 165976dc5ce4bc2e30c00835da8bdeb3: Waiting for close lock at 1731572453301Running coprocessor pre-close hooks at 1731572453301Disabling compacts and flushes for region at 1731572453301Disabling writes for close at 1731572453301Writing region close event to WAL at 1731572453302 (+1 ms)Running coprocessor post-close hooks at 1731572453305 (+3 ms)Closed at 1731572453305 2024-11-14T08:20:53,305 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3. 2024-11-14T08:20:53,305 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9826e61028917ed886782f615de5329c, disabling compactions & flushes 2024-11-14T08:20:53,305 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c. 2024-11-14T08:20:53,305 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c. 2024-11-14T08:20:53,305 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c. after waiting 0 ms 2024-11-14T08:20:53,305 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c. 2024-11-14T08:20:53,305 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9826e61028917ed886782f615de5329c 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-14T08:20:53,319 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/replication/9826e61028917ed886782f615de5329c/.tmp/hfileref/25735562d6bd48ba9737fbdf80a2b337 is 74, key is 1/hfileref:30666eb2acca427bb5c34e5de1d8ee2e_SeqId_6_/1731572448086/Put/seqid=0 2024-11-14T08:20:53,319 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/.tmp/info/2812ad9b3240460faeebff76be4401f3 is 147, key is hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c./info:regioninfo/1731572441018/Put/seqid=0 2024-11-14T08:20:53,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741846_1022 (size=7686) 2024-11-14T08:20:53,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741847_1023 (size=5345) 2024-11-14T08:20:53,342 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:20:53,382 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T08:20:53,383 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b344df224d93:42571 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b344df224d93/172.17.0.3:42571 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:20:53,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address b344df224d93:42571 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b344df224d93/172.17.0.3:42571 2024-11-14T08:20:53,494 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:53,495 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b344df224d93:42571 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b344df224d93/172.17.0.3:42571 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T08:20:53,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=b344df224d93:42571 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b344df224d93/172.17.0.3:42571 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-14T08:20:53,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address b344df224d93:42571 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b344df224d93/172.17.0.3:42571 2024-11-14T08:20:53,502 DEBUG [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9826e61028917ed886782f615de5329c 2024-11-14T08:20:53,702 DEBUG [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9826e61028917ed886782f615de5329c 2024-11-14T08:20:53,704 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:53,704 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b344df224d93:42571 this server is in the failed servers list 2024-11-14T08:20:53,705 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b344df224d93:42571 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:20:53,723 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/.tmp/info/2812ad9b3240460faeebff76be4401f3 2024-11-14T08:20:53,723 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/replication/9826e61028917ed886782f615de5329c/.tmp/hfileref/25735562d6bd48ba9737fbdf80a2b337 2024-11-14T08:20:53,752 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/.tmp/ns/d24848c7e1b04ba8985f01b61d5b28e0 is 43, key is default/ns:d/1731572431045/Put/seqid=0 2024-11-14T08:20:53,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741848_1024 (size=5153) 2024-11-14T08:20:53,759 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/replication/9826e61028917ed886782f615de5329c/.tmp/queue/09a8c70738cd4df38b6d03081cf5d525 is 153, key is 1-b344df224d93,33257,1731572428132/queue:b344df224d93%2C33257%2C1731572428132/1731572445913/Put/seqid=0 2024-11-14T08:20:53,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741849_1025 (size=5352) 2024-11-14T08:20:53,825 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T08:20:53,825 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T08:20:53,902 DEBUG [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9826e61028917ed886782f615de5329c 2024-11-14T08:20:54,002 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 1033, reset compression=false 2024-11-14T08:20:54,006 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:20:54,006 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 1328, reset compression=false 2024-11-14T08:20:54,014 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:54,014 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b344df224d93:42571 this server is in the failed servers list 2024-11-14T08:20:54,015 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b344df224d93:42571 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:20:54,102 DEBUG [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9826e61028917ed886782f615de5329c 2024-11-14T08:20:54,156 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/.tmp/ns/d24848c7e1b04ba8985f01b61d5b28e0 2024-11-14T08:20:54,163 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/replication/9826e61028917ed886782f615de5329c/.tmp/queue/09a8c70738cd4df38b6d03081cf5d525 2024-11-14T08:20:54,168 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/replication/9826e61028917ed886782f615de5329c/.tmp/hfileref/25735562d6bd48ba9737fbdf80a2b337 as hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/replication/9826e61028917ed886782f615de5329c/hfileref/25735562d6bd48ba9737fbdf80a2b337 2024-11-14T08:20:54,172 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/replication/9826e61028917ed886782f615de5329c/hfileref/25735562d6bd48ba9737fbdf80a2b337, entries=4, sequenceid=10, filesize=5.2 K 2024-11-14T08:20:54,173 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/replication/9826e61028917ed886782f615de5329c/.tmp/queue/09a8c70738cd4df38b6d03081cf5d525 as hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/replication/9826e61028917ed886782f615de5329c/queue/09a8c70738cd4df38b6d03081cf5d525 2024-11-14T08:20:54,176 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/.tmp/rep_barrier/b0c81b27a83d44cd903ed3c9a73a571e is 112, key is test,,1731572436547.165976dc5ce4bc2e30c00835da8bdeb3./rep_barrier:seqnumDuringOpen/1731572437694/Put/seqid=0 2024-11-14T08:20:54,177 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/replication/9826e61028917ed886782f615de5329c/queue/09a8c70738cd4df38b6d03081cf5d525, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T08:20:54,178 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 9826e61028917ed886782f615de5329c in 873ms, sequenceid=10, compaction requested=false 2024-11-14T08:20:54,178 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T08:20:54,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741850_1026 (size=5518) 2024-11-14T08:20:54,184 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/replication/9826e61028917ed886782f615de5329c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T08:20:54,184 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:20:54,184 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:20:54,184 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c. 2024-11-14T08:20:54,184 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9826e61028917ed886782f615de5329c: Waiting for close lock at 1731572453305Running coprocessor pre-close hooks at 1731572453305Disabling compacts and flushes for region at 1731572453305Disabling writes for close at 1731572453305Obtaining lock to block concurrent updates at 1731572453305Preparing flush snapshotting stores in 9826e61028917ed886782f615de5329c at 1731572453305Finished memstore snapshotting hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731572453306 (+1 ms)Flushing stores of hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c. at 1731572453306Flushing 9826e61028917ed886782f615de5329c/hfileref: creating writer at 1731572453306Flushing 9826e61028917ed886782f615de5329c/hfileref: appending metadata at 1731572453318 (+12 ms)Flushing 9826e61028917ed886782f615de5329c/hfileref: closing flushed file at 1731572453318Flushing 9826e61028917ed886782f615de5329c/queue: creating writer at 1731572453736 (+418 ms)Flushing 9826e61028917ed886782f615de5329c/queue: appending metadata at 1731572453759 (+23 ms)Flushing 9826e61028917ed886782f615de5329c/queue: closing flushed file at 1731572453759Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f5f6ffc: reopening flushed file at 1731572454167 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@286d49c2: reopening flushed file at 1731572454172 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 9826e61028917ed886782f615de5329c in 873ms, sequenceid=10, compaction requested=false at 1731572454178 (+6 ms)Writing region close event to WAL at 1731572454181 (+3 ms)Running coprocessor post-close hooks at 1731572454184 (+3 ms)Closed at 1731572454184 2024-11-14T08:20:54,184 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731572439854.9826e61028917ed886782f615de5329c. 2024-11-14T08:20:54,210 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 1328, reset compression=false 2024-11-14T08:20:54,302 INFO [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T08:20:54,302 DEBUG [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T08:20:54,302 DEBUG [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:20:54,503 DEBUG [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:20:54,514 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 1328, reset compression=false 2024-11-14T08:20:54,524 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:54,524 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b344df224d93:42571 this server is in the failed servers list 2024-11-14T08:20:54,524 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b344df224d93:42571 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:20:54,581 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/.tmp/rep_barrier/b0c81b27a83d44cd903ed3c9a73a571e 2024-11-14T08:20:54,598 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/.tmp/table/110dc2a77a6041129706a3c53e99df8a is 53, key is hbase:replication/table:state/1731572441024/Put/seqid=0 2024-11-14T08:20:54,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741851_1027 (size=5308) 2024-11-14T08:20:54,703 DEBUG [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:20:54,903 DEBUG [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:20:54,917 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.1731572429954 to pos 1328, reset compression=false 2024-11-14T08:20:55,002 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/.tmp/table/110dc2a77a6041129706a3c53e99df8a 2024-11-14T08:20:55,007 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/.tmp/info/2812ad9b3240460faeebff76be4401f3 as hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/info/2812ad9b3240460faeebff76be4401f3 2024-11-14T08:20:55,011 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/info/2812ad9b3240460faeebff76be4401f3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T08:20:55,012 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/.tmp/ns/d24848c7e1b04ba8985f01b61d5b28e0 as hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/ns/d24848c7e1b04ba8985f01b61d5b28e0 2024-11-14T08:20:55,016 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/ns/d24848c7e1b04ba8985f01b61d5b28e0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T08:20:55,017 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/.tmp/rep_barrier/b0c81b27a83d44cd903ed3c9a73a571e as hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/rep_barrier/b0c81b27a83d44cd903ed3c9a73a571e 2024-11-14T08:20:55,021 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/rep_barrier/b0c81b27a83d44cd903ed3c9a73a571e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T08:20:55,022 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/.tmp/table/110dc2a77a6041129706a3c53e99df8a as hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/table/110dc2a77a6041129706a3c53e99df8a 2024-11-14T08:20:55,026 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/table/110dc2a77a6041129706a3c53e99df8a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T08:20:55,027 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-11-14T08:20:55,027 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T08:20:55,032 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T08:20:55,032 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:20:55,032 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:20:55,032 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:20:55,032 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572453302Running coprocessor pre-close hooks at 1731572453302Disabling compacts and flushes for region at 1731572453302Disabling writes for close at 1731572453302Obtaining lock to block concurrent updates at 1731572453302Preparing flush snapshotting stores in 1588230740 at 1731572453302Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731572453302Flushing stores of hbase:meta,,1.1588230740 at 1731572453302Flushing 1588230740/info: creating writer at 1731572453302Flushing 1588230740/info: appending metadata at 1731572453318 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731572453318Flushing 1588230740/ns: creating writer at 1731572453736 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731572453752 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731572453752Flushing 1588230740/rep_barrier: creating writer at 1731572454160 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731572454175 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731572454175Flushing 1588230740/table: creating writer at 1731572454585 (+410 ms)Flushing 1588230740/table: appending metadata at 1731572454597 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731572454597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32cadfcb: reopening flushed file at 1731572455006 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@362c5324: reopening flushed file at 1731572455011 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@420920bc: reopening flushed file at 1731572455016 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f8bf7d9: reopening flushed file at 1731572455021 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1731572455027 (+6 ms)Writing region close event to WAL at 1731572455029 (+2 ms)Running coprocessor post-close hooks at 1731572455032 (+3 ms)Closed at 1731572455032 2024-11-14T08:20:55,032 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:20:55,103 INFO [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(976): stopping server b344df224d93,33257,1731572428132; all regions closed. 2024-11-14T08:20:55,106 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.meta.1731572430960.meta not finished, retry = 0 2024-11-14T08:20:55,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741834_1010 (size=4239) 2024-11-14T08:20:55,209 DEBUG [RS:0;b344df224d93:33257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/oldWALs 2024-11-14T08:20:55,209 INFO [RS:0;b344df224d93:33257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C33257%2C1731572428132.meta:.meta(num 1731572430960) 2024-11-14T08:20:55,211 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/WALs/b344df224d93,33257,1731572428132/b344df224d93%2C33257%2C1731572428132.rep.1731572440986 not finished, retry = 0 2024-11-14T08:20:55,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741839_1015 (size=2695) 2024-11-14T08:20:55,313 DEBUG [RS:0;b344df224d93:33257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/oldWALs 2024-11-14T08:20:55,313 INFO [RS:0;b344df224d93:33257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C33257%2C1731572428132.rep:(num 1731572440986) 2024-11-14T08:20:55,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741832_1008 (size=1336) 2024-11-14T08:20:55,316 DEBUG [RS:0;b344df224d93:33257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/oldWALs 2024-11-14T08:20:55,316 INFO [RS:0;b344df224d93:33257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C33257%2C1731572428132:(num 1731572429954) 2024-11-14T08:20:55,316 DEBUG [RS:0;b344df224d93:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:55,316 INFO [RS:0;b344df224d93:33257 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:20:55,316 INFO [RS:0;b344df224d93:33257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:20:55,317 INFO [RS:0;b344df224d93:33257 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T08:20:55,317 INFO [RS:0;b344df224d93:33257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:20:55,317 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:20:55,317 INFO [RS:0;b344df224d93:33257 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b344df224d93,33257,1731572428132 because: Region server is closing 2024-11-14T08:20:55,317 INFO [RS:0;b344df224d93:33257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:33257. 2024-11-14T08:20:55,317 DEBUG [RS:0;b344df224d93:33257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:55,317 DEBUG [RS:0;b344df224d93:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:55,317 DEBUG [RS:0;b344df224d93:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:55,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:20:55,374 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:20:55,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:55,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:55,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:55,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:55,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:55,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:55,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:55,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:55,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:20:55,417 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.wal-reader.b344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T08:20:55,417 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-14T08:20:55,418 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T08:20:55,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:20:55,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T08:20:55,418 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T08:20:55,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T08:20:55,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T08:20:55,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:20:55,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:20:55,534 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:55,534 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:20:55,537 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:20:56,218 INFO [RS:0;b344df224d93:33257 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,33257,1731572428132.replicationSource.shipperb344df224d93%2C33257%2C1731572428132,1-b344df224d93,33257,1731572428132 terminated 2024-11-14T08:20:56,218 INFO [RS:0;b344df224d93:33257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:33257. 2024-11-14T08:20:56,218 DEBUG [RS:0;b344df224d93:33257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:20:56,219 DEBUG [RS:0;b344df224d93:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:56,219 DEBUG [RS:0;b344df224d93:33257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:20:56,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:20:56,219 INFO [RS:0;b344df224d93:33257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33257 2024-11-14T08:20:56,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676/rs 2024-11-14T08:20:56,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101386e5f740001, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-909546676/rs/b344df224d93,33257,1731572428132 2024-11-14T08:20:56,337 INFO [RS:0;b344df224d93:33257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:20:56,348 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,33257,1731572428132] 2024-11-14T08:20:56,358 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-909546676/draining/b344df224d93,33257,1731572428132 already deleted, retry=false 2024-11-14T08:20:56,358 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,33257,1731572428132 expired; onlineServers=0 2024-11-14T08:20:56,358 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,44695,1731572427940' ***** 2024-11-14T08:20:56,358 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:20:56,358 INFO [M:0;b344df224d93:44695 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:20:56,359 INFO [M:0;b344df224d93:44695 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:20:56,359 DEBUG [M:0;b344df224d93:44695 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:20:56,359 DEBUG [M:0;b344df224d93:44695 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:20:56,359 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:20:56,359 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572429760 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572429760,5,FailOnTimeoutGroup] 2024-11-14T08:20:56,359 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572429760 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572429760,5,FailOnTimeoutGroup] 2024-11-14T08:20:56,359 INFO [M:0;b344df224d93:44695 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:20:56,359 INFO [M:0;b344df224d93:44695 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:20:56,359 DEBUG [M:0;b344df224d93:44695 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:20:56,359 INFO [M:0;b344df224d93:44695 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:20:56,359 INFO [M:0;b344df224d93:44695 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:20:56,359 INFO [M:0;b344df224d93:44695 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:20:56,359 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:20:56,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-909546676/master 2024-11-14T08:20:56,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-909546676 2024-11-14T08:20:56,369 DEBUG [M:0;b344df224d93:44695 {}] zookeeper.ZKUtil(347): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Unable to get data of znode /0-909546676/master because node does not exist (not an error) 2024-11-14T08:20:56,369 WARN [M:0;b344df224d93:44695 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T08:20:56,370 INFO [M:0;b344df224d93:44695 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/.lastflushedseqids 2024-11-14T08:20:56,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741852_1028 (size=263) 2024-11-14T08:20:56,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101386e5f740001, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:20:56,448 INFO [RS:0;b344df224d93:33257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:20:56,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33257-0x101386e5f740001, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:20:56,448 INFO [RS:0;b344df224d93:33257 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,33257,1731572428132; zookeeper connection closed. 2024-11-14T08:20:56,448 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33f9dad0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33f9dad0 2024-11-14T08:20:56,448 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:20:56,774 INFO [M:0;b344df224d93:44695 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:20:56,774 INFO [M:0;b344df224d93:44695 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:20:56,775 DEBUG [M:0;b344df224d93:44695 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:20:56,775 INFO [M:0;b344df224d93:44695 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:56,775 DEBUG [M:0;b344df224d93:44695 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:56,775 DEBUG [M:0;b344df224d93:44695 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:20:56,775 DEBUG [M:0;b344df224d93:44695 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:56,775 INFO [M:0;b344df224d93:44695 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T08:20:56,788 DEBUG [M:0;b344df224d93:44695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af463b29de5b4644b502c658fc38e091 is 82, key is hbase:meta,,1/info:regioninfo/1731572430987/Put/seqid=0 2024-11-14T08:20:56,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741853_1029 (size=5672) 2024-11-14T08:20:57,192 INFO [M:0;b344df224d93:44695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af463b29de5b4644b502c658fc38e091 2024-11-14T08:20:57,211 DEBUG [M:0;b344df224d93:44695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc772c44f28440839b34b4e70fcb845a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731572441027/Put/seqid=0 2024-11-14T08:20:57,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741854_1030 (size=8516) 2024-11-14T08:20:57,529 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T08:20:57,544 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:20:57,544 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:20:57,545 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4162 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:20:57,617 INFO [M:0;b344df224d93:44695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc772c44f28440839b34b4e70fcb845a 2024-11-14T08:20:57,633 DEBUG [M:0;b344df224d93:44695 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4948ae2542df472dba33be388ee88b59 is 69, key is b344df224d93,33257,1731572428132/rs:state/1731572429803/Put/seqid=0 2024-11-14T08:20:57,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741855_1031 (size=5156) 2024-11-14T08:20:58,037 INFO [M:0;b344df224d93:44695 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4948ae2542df472dba33be388ee88b59 2024-11-14T08:20:58,042 DEBUG [M:0;b344df224d93:44695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af463b29de5b4644b502c658fc38e091 as hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af463b29de5b4644b502c658fc38e091 2024-11-14T08:20:58,046 INFO [M:0;b344df224d93:44695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af463b29de5b4644b502c658fc38e091, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T08:20:58,046 DEBUG [M:0;b344df224d93:44695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc772c44f28440839b34b4e70fcb845a as hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc772c44f28440839b34b4e70fcb845a 2024-11-14T08:20:58,051 INFO [M:0;b344df224d93:44695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc772c44f28440839b34b4e70fcb845a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T08:20:58,051 DEBUG [M:0;b344df224d93:44695 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4948ae2542df472dba33be388ee88b59 as hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4948ae2542df472dba33be388ee88b59 2024-11-14T08:20:58,056 INFO [M:0;b344df224d93:44695 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34147/user/jenkins/test-data/40f055e6-e581-93eb-a83d-0db65bf2f30b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4948ae2542df472dba33be388ee88b59, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T08:20:58,057 INFO [M:0;b344df224d93:44695 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-14T08:20:58,062 INFO [M:0;b344df224d93:44695 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:20:58,062 DEBUG [M:0;b344df224d93:44695 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572456775Disabling compacts and flushes for region at 1731572456775Disabling writes for close at 1731572456775Obtaining lock to block concurrent updates at 1731572456775Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572456775Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731572456775Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572456776 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572456776Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572456788 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572456788Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572457195 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572457211 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572457211Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572457621 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572457632 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572457632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30782c96: reopening flushed file at 1731572458041 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77e8b21e: reopening flushed file at 1731572458046 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72e49418: reopening flushed file at 1731572458051 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731572458057 (+6 ms)Writing region close event to WAL at 1731572458062 (+5 ms)Closed at 1731572458062 2024-11-14T08:20:58,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34933 is added to blk_1073741830_1006 (size=63654) 2024-11-14T08:20:58,065 INFO [M:0;b344df224d93:44695 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:20:58,065 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:20:58,065 INFO [M:0;b344df224d93:44695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44695 2024-11-14T08:20:58,065 INFO [M:0;b344df224d93:44695 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:20:58,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:20:58,179 INFO [M:0;b344df224d93:44695 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:20:58,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44695-0x101386e5f740000, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:20:58,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@196f1dca{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:20:58,185 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@495a5bcf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:20:58,185 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:20:58,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25ad2384{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:20:58,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@471d2e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/hadoop.log.dir/,STOPPED} 2024-11-14T08:20:58,187 WARN [BP-895965244-172.17.0.3-1731572425700 heartbeating to localhost/127.0.0.1:34147 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:20:58,187 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:20:58,187 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:20:58,187 WARN [BP-895965244-172.17.0.3-1731572425700 heartbeating to localhost/127.0.0.1:34147 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-895965244-172.17.0.3-1731572425700 (Datanode Uuid cb4ea077-2a95-446f-8930-700cf0382640) service to localhost/127.0.0.1:34147 2024-11-14T08:20:58,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/cluster_0d0689e3-78c0-43b8-be88-bb022bb9b15b/data/data1/current/BP-895965244-172.17.0.3-1731572425700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:20:58,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/cluster_0d0689e3-78c0-43b8-be88-bb022bb9b15b/data/data2/current/BP-895965244-172.17.0.3-1731572425700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:20:58,189 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:20:58,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20c53573{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:20:58,197 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30734d7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:20:58,197 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:20:58,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@eac6c85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:20:58,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@738ba23e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0151c169-9f35-ffe4-c3e6-6c2fb7ae842a/hadoop.log.dir/,STOPPED} 2024-11-14T08:20:58,206 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T08:20:58,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T08:20:58,240 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=236 (was 202) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34147 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:34147 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:42363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34147 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34147 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42363 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34147 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53166) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53166) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=618 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=383 (was 404), ProcessCount=11 (was 11), AvailableMemoryMB=6515 (was 5214) - AvailableMemoryMB LEAK? - 2024-11-14T08:20:58,253 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=236, OpenFileDescriptor=618, MaxFileDescriptor=1048576, SystemLoadAverage=383, ProcessCount=11, AvailableMemoryMB=6513 2024-11-14T08:20:58,269 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-14T08:20:58,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/hadoop.log.dir so I do NOT create it in target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f 2024-11-14T08:20:58,270 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T08:20:58,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/hadoop.tmp.dir so I do NOT create it in target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f 2024-11-14T08:20:58,270 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11be655-23c3-5828-7984-5b98e5afa0f3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T08:20:58,270 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f 2024-11-14T08:20:58,270 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/cluster_61b69f75-4246-5266-5192-58fc8fd4b10d, deleteOnExit=true 2024-11-14T08:20:58,299 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/cluster_61b69f75-4246-5266-5192-58fc8fd4b10d/zookeeper_0, clientPort=55242, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/cluster_61b69f75-4246-5266-5192-58fc8fd4b10d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/cluster_61b69f75-4246-5266-5192-58fc8fd4b10d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T08:20:58,300 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55242 2024-11-14T08:20:58,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:20:58,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:20:58,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/test.cache.data in system properties and HBase conf 2024-11-14T08:20:58,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:20:58,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:20:58,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:20:58,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:20:58,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:20:58,300 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:20:58,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:20:58,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:20:58,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:20:58,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:20:58,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:20:58,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:20:58,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:20:58,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:20:58,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:20:58,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:20:58,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:20:58,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:20:58,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:20:58,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:20:58,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101386e5f740005, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T08:20:58,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101386e5f740002, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T08:20:58,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101386e5f740005, quorum=127.0.0.1:53166, baseZNode=/1-887643409 Received Disconnected from ZooKeeper, ignoring 2024-11-14T08:20:58,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101386e5f740002, quorum=127.0.0.1:53166, baseZNode=/0-909546676 Received Disconnected from ZooKeeper, ignoring 2024-11-14T08:20:58,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:20:58,677 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:20:58,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:20:58,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:20:58,684 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:20:58,685 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:20:58,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ab3a38c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:20:58,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@607b7c8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:20:58,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dd90765{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/java.io.tmpdir/jetty-localhost-36413-hadoop-hdfs-3_4_1-tests_jar-_-any-2117244220456098536/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:20:58,809 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dfbe89f{HTTP/1.1, (http/1.1)}{localhost:36413} 2024-11-14T08:20:58,809 INFO [Time-limited test {}] server.Server(415): Started @200345ms 2024-11-14T08:20:59,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:20:59,131 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:20:59,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:20:59,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:20:59,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:20:59,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f406664{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:20:59,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d6c0f93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:20:59,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e38c061{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/java.io.tmpdir/jetty-localhost-41525-hadoop-hdfs-3_4_1-tests_jar-_-any-17740377000059905671/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:20:59,265 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1061f92b{HTTP/1.1, (http/1.1)}{localhost:41525} 2024-11-14T08:20:59,265 INFO [Time-limited test {}] server.Server(415): Started @200801ms 2024-11-14T08:20:59,267 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:20:59,931 WARN [Thread-2191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/cluster_61b69f75-4246-5266-5192-58fc8fd4b10d/data/data1/current/BP-453143987-172.17.0.3-1731572458329/current, will proceed with Du for space computation calculation, 2024-11-14T08:20:59,931 WARN [Thread-2192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/cluster_61b69f75-4246-5266-5192-58fc8fd4b10d/data/data2/current/BP-453143987-172.17.0.3-1731572458329/current, will proceed with Du for space computation calculation, 2024-11-14T08:20:59,956 WARN [Thread-2179 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:20:59,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4cc8c3277c0010e7 with lease ID 0xa0f496b7a3d1f26d: Processing first storage report for DS-f622401d-e325-4e15-b5f7-6f3a66342bb5 from datanode DatanodeRegistration(127.0.0.1:37037, datanodeUuid=a3870f2f-5a78-4345-9042-84d72decb8c1, infoPort=33225, infoSecurePort=0, ipcPort=38903, storageInfo=lv=-57;cid=testClusterID;nsid=981376100;c=1731572458329) 2024-11-14T08:20:59,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cc8c3277c0010e7 with lease ID 0xa0f496b7a3d1f26d: from storage DS-f622401d-e325-4e15-b5f7-6f3a66342bb5 node DatanodeRegistration(127.0.0.1:37037, datanodeUuid=a3870f2f-5a78-4345-9042-84d72decb8c1, infoPort=33225, infoSecurePort=0, ipcPort=38903, storageInfo=lv=-57;cid=testClusterID;nsid=981376100;c=1731572458329), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:20:59,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4cc8c3277c0010e7 with lease ID 0xa0f496b7a3d1f26d: Processing first storage report for DS-b6796736-4ea2-4356-9c8b-2e67442be487 from datanode DatanodeRegistration(127.0.0.1:37037, datanodeUuid=a3870f2f-5a78-4345-9042-84d72decb8c1, infoPort=33225, infoSecurePort=0, ipcPort=38903, storageInfo=lv=-57;cid=testClusterID;nsid=981376100;c=1731572458329) 2024-11-14T08:20:59,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cc8c3277c0010e7 with lease ID 0xa0f496b7a3d1f26d: from storage DS-b6796736-4ea2-4356-9c8b-2e67442be487 node DatanodeRegistration(127.0.0.1:37037, datanodeUuid=a3870f2f-5a78-4345-9042-84d72decb8c1, infoPort=33225, infoSecurePort=0, ipcPort=38903, storageInfo=lv=-57;cid=testClusterID;nsid=981376100;c=1731572458329), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:21:00,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f 2024-11-14T08:21:00,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:00,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:00,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:21:00,422 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426 with version=8 2024-11-14T08:21:00,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/hbase-staging 2024-11-14T08:21:00,424 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:21:00,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:00,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:00,425 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:21:00,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:00,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:21:00,425 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:21:00,425 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:21:00,425 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40173 2024-11-14T08:21:00,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40173 connecting to ZooKeeper ensemble=127.0.0.1:55242 2024-11-14T08:21:00,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401730x0, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:21:00,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40173-0x101386edee50000 connected 2024-11-14T08:21:00,534 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:21:00,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:00,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:00,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Set watcher on znode that does not yet exist, /01002507192/running 2024-11-14T08:21:00,565 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426, hbase.cluster.distributed=false 2024-11-14T08:21:00,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Set watcher on znode that does not yet exist, /01002507192/acl 2024-11-14T08:21:00,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40173 2024-11-14T08:21:00,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:00,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:00,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:00,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40173 2024-11-14T08:21:00,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:00,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:00,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:00,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40173 2024-11-14T08:21:00,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40173 2024-11-14T08:21:00,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40173 2024-11-14T08:21:00,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:00,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:00,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:00,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:00,592 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:21:00,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:00,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:00,592 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:21:00,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:00,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:21:00,593 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:21:00,593 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:21:00,593 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42297 2024-11-14T08:21:00,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42297 connecting to ZooKeeper ensemble=127.0.0.1:55242 2024-11-14T08:21:00,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:00,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:00,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422970x0, quorum=127.0.0.1:55242, baseZNode=/01002507192 Set watcher on znode that does not yet exist, /01002507192/running 2024-11-14T08:21:00,623 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:21:00,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422970x0, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:21:00,632 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:21:00,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42297-0x101386edee50001 connected 2024-11-14T08:21:00,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42297-0x101386edee50001, quorum=127.0.0.1:55242, baseZNode=/01002507192 Set watcher on znode that does not yet exist, /01002507192/master 2024-11-14T08:21:00,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42297-0x101386edee50001, quorum=127.0.0.1:55242, baseZNode=/01002507192 Set watcher on znode that does not yet exist, /01002507192/acl 2024-11-14T08:21:00,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42297 2024-11-14T08:21:00,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42297 2024-11-14T08:21:00,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42297 2024-11-14T08:21:00,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42297 2024-11-14T08:21:00,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42297 2024-11-14T08:21:00,667 DEBUG [M:0;b344df224d93:40173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:40173 2024-11-14T08:21:00,668 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01002507192/backup-masters/b344df224d93,40173,1731572460424 2024-11-14T08:21:00,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x101386edee50001, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192/backup-masters 2024-11-14T08:21:00,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192/backup-masters 2024-11-14T08:21:00,683 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Set watcher on existing znode=/01002507192/backup-masters/b344df224d93,40173,1731572460424 2024-11-14T08:21:00,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192 2024-11-14T08:21:00,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x101386edee50001, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01002507192/master 2024-11-14T08:21:00,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x101386edee50001, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192 2024-11-14T08:21:00,696 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Set watcher on existing znode=/01002507192/master 2024-11-14T08:21:00,696 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01002507192/backup-masters/b344df224d93,40173,1731572460424 from backup master directory 2024-11-14T08:21:00,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01002507192/backup-masters/b344df224d93,40173,1731572460424 2024-11-14T08:21:00,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x101386edee50001, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192/backup-masters 2024-11-14T08:21:00,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192/backup-masters 2024-11-14T08:21:00,706 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:21:00,706 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,40173,1731572460424 2024-11-14T08:21:00,713 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/hbase.id] with ID: d93a625f-9c20-4698-8b88-198ae500c211 2024-11-14T08:21:00,713 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/.tmp/hbase.id 2024-11-14T08:21:00,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:21:01,131 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/.tmp/hbase.id]:[hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/hbase.id] 2024-11-14T08:21:01,139 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:01,139 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:21:01,140 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T08:21:01,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192 2024-11-14T08:21:01,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x101386edee50001, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192 2024-11-14T08:21:01,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:21:01,584 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:01,584 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:21:01,585 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:21:01,585 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8202 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:21:01,586 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:21:01,586 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:21:01,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:21:01,999 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/data/master/store 2024-11-14T08:21:02,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:21:02,406 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:02,406 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:21:02,406 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:02,406 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:02,406 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:21:02,406 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:02,406 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:02,406 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572462406Disabling compacts and flushes for region at 1731572462406Disabling writes for close at 1731572462406Writing region close event to WAL at 1731572462406Closed at 1731572462406 2024-11-14T08:21:02,407 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/data/master/store/.initializing 2024-11-14T08:21:02,407 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/WALs/b344df224d93,40173,1731572460424 2024-11-14T08:21:02,408 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:21:02,409 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C40173%2C1731572460424, suffix=, logDir=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/WALs/b344df224d93,40173,1731572460424, archiveDir=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/oldWALs, maxLogs=10 2024-11-14T08:21:02,426 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/WALs/b344df224d93,40173,1731572460424/b344df224d93%2C40173%2C1731572460424.1731572462410, exclude list is [], retry=0 2024-11-14T08:21:02,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-f622401d-e325-4e15-b5f7-6f3a66342bb5,DISK] 2024-11-14T08:21:02,435 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/WALs/b344df224d93,40173,1731572460424/b344df224d93%2C40173%2C1731572460424.1731572462410 2024-11-14T08:21:02,436 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33225:33225)] 2024-11-14T08:21:02,436 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:21:02,436 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:02,436 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:02,436 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:02,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:02,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:21:02,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:02,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:02,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:02,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:21:02,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:02,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:02,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:02,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:21:02,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:02,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:02,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:02,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:21:02,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:02,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:02,442 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:02,442 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:02,443 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:02,443 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:02,444 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:02,444 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:21:02,445 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:02,446 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:21:02,446 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60876757, jitterRate=-0.09286563098430634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:21:02,447 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572462436Initializing all the Stores at 1731572462437 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572462437Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572462437Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572462437Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572462437Cleaning up temporary data from old regions at 1731572462444 (+7 ms)Region opened successfully at 1731572462447 (+3 ms) 2024-11-14T08:21:02,447 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:21:02,449 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d043cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:21:02,450 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:21:02,450 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:21:02,450 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:21:02,450 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:21:02,451 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T08:21:02,451 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T08:21:02,451 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:21:02,457 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:21:02,458 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Unable to get data of znode /01002507192/balancer because node does not exist (not necessarily an error) 2024-11-14T08:21:02,501 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01002507192/balancer already deleted, retry=false 2024-11-14T08:21:02,502 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:21:02,503 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Unable to get data of znode /01002507192/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:21:02,593 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01002507192/normalizer already deleted, retry=false 2024-11-14T08:21:02,594 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:21:02,595 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Unable to get data of znode /01002507192/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:21:02,746 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01002507192/switch/split already deleted, retry=false 2024-11-14T08:21:02,747 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Unable to get data of znode /01002507192/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:21:02,914 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01002507192/switch/merge already deleted, retry=false 2024-11-14T08:21:02,917 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Unable to get data of znode /01002507192/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:21:03,052 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01002507192/snapshot-cleanup already deleted, retry=false 2024-11-14T08:21:03,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x101386edee50001, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01002507192/running 2024-11-14T08:21:03,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01002507192/running 2024-11-14T08:21:03,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192 2024-11-14T08:21:03,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x101386edee50001, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192 2024-11-14T08:21:03,127 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,40173,1731572460424, sessionid=0x101386edee50000, setting cluster-up flag (Was=false) 2024-11-14T08:21:03,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192 2024-11-14T08:21:03,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x101386edee50001, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192 2024-11-14T08:21:03,559 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01002507192/flush-table-proc/acquired, /01002507192/flush-table-proc/reached, /01002507192/flush-table-proc/abort 2024-11-14T08:21:03,561 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,40173,1731572460424 2024-11-14T08:21:03,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192 2024-11-14T08:21:03,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x101386edee50001, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192 2024-11-14T08:21:03,962 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01002507192/online-snapshot/acquired, /01002507192/online-snapshot/reached, /01002507192/online-snapshot/abort 2024-11-14T08:21:03,963 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,40173,1731572460424 2024-11-14T08:21:03,964 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:21:03,965 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:21:03,966 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:21:03,966 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:21:03,966 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,40173,1731572460424 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:21:03,967 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:21:03,967 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:21:03,967 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:21:03,967 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:21:03,967 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:21:03,967 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:03,967 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:21:03,967 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:03,968 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572493968 2024-11-14T08:21:03,968 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:21:03,968 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:21:03,968 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:21:03,968 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:21:03,968 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:21:03,968 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:21:03,968 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:21:03,969 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:21:03,969 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:03,969 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:21:03,972 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:03,972 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:21:03,973 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:21:03,973 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:21:03,973 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:21:03,973 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:21:03,973 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:21:03,976 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572463973,5,FailOnTimeoutGroup] 2024-11-14T08:21:03,978 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572463976,5,FailOnTimeoutGroup] 2024-11-14T08:21:03,979 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:03,979 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:21:03,979 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:03,979 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:03,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:21:03,981 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:21:03,981 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426 2024-11-14T08:21:03,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741832_1008 (size=32) 2024-11-14T08:21:04,056 INFO [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(746): ClusterId : d93a625f-9c20-4698-8b88-198ae500c211 2024-11-14T08:21:04,056 DEBUG [RS:0;b344df224d93:42297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:21:04,130 DEBUG [RS:0;b344df224d93:42297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:21:04,130 DEBUG [RS:0;b344df224d93:42297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:21:04,167 DEBUG [RS:0;b344df224d93:42297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:21:04,167 DEBUG [RS:0;b344df224d93:42297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4c8e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:21:04,183 DEBUG [RS:0;b344df224d93:42297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:42297 2024-11-14T08:21:04,183 INFO [RS:0;b344df224d93:42297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:21:04,183 INFO [RS:0;b344df224d93:42297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:21:04,184 DEBUG [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:21:04,184 INFO [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,40173,1731572460424 with port=42297, startcode=1731572460592 2024-11-14T08:21:04,185 DEBUG [RS:0;b344df224d93:42297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:21:04,193 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:21:04,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40173 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,42297,1731572460592 2024-11-14T08:21:04,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40173 {}] master.ServerManager(517): Registering regionserver=b344df224d93,42297,1731572460592 2024-11-14T08:21:04,195 DEBUG [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426 2024-11-14T08:21:04,195 DEBUG [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45063 2024-11-14T08:21:04,195 DEBUG [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:21:04,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192/rs 2024-11-14T08:21:04,251 DEBUG [RS:0;b344df224d93:42297 {}] zookeeper.ZKUtil(111): regionserver:42297-0x101386edee50001, quorum=127.0.0.1:55242, baseZNode=/01002507192 Set watcher on existing znode=/01002507192/rs/b344df224d93,42297,1731572460592 2024-11-14T08:21:04,251 WARN [RS:0;b344df224d93:42297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:21:04,251 INFO [RS:0;b344df224d93:42297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:21:04,251 DEBUG [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592 2024-11-14T08:21:04,257 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,42297,1731572460592] 2024-11-14T08:21:04,268 INFO [RS:0;b344df224d93:42297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:21:04,269 INFO [RS:0;b344df224d93:42297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:21:04,272 INFO [RS:0;b344df224d93:42297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:21:04,272 INFO [RS:0;b344df224d93:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:04,276 INFO [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:21:04,277 INFO [RS:0;b344df224d93:42297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:21:04,277 INFO [RS:0;b344df224d93:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:04,277 DEBUG [RS:0;b344df224d93:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:04,277 DEBUG [RS:0;b344df224d93:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:04,277 DEBUG [RS:0;b344df224d93:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:04,277 DEBUG [RS:0;b344df224d93:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:04,277 DEBUG [RS:0;b344df224d93:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:04,277 DEBUG [RS:0;b344df224d93:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:21:04,277 DEBUG [RS:0;b344df224d93:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:04,277 DEBUG [RS:0;b344df224d93:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:04,277 DEBUG [RS:0;b344df224d93:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:04,277 DEBUG [RS:0;b344df224d93:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:04,277 DEBUG [RS:0;b344df224d93:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:04,277 DEBUG [RS:0;b344df224d93:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:04,277 DEBUG [RS:0;b344df224d93:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:21:04,277 DEBUG [RS:0;b344df224d93:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:21:04,280 INFO [RS:0;b344df224d93:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:04,280 INFO [RS:0;b344df224d93:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:04,280 INFO [RS:0;b344df224d93:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:04,280 INFO [RS:0;b344df224d93:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:04,280 INFO [RS:0;b344df224d93:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:04,280 INFO [RS:0;b344df224d93:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,42297,1731572460592-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:21:04,295 INFO [RS:0;b344df224d93:42297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:21:04,295 INFO [RS:0;b344df224d93:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,42297,1731572460592-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:04,296 INFO [RS:0;b344df224d93:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:04,296 INFO [RS:0;b344df224d93:42297 {}] regionserver.Replication(171): b344df224d93,42297,1731572460592 started 2024-11-14T08:21:04,312 INFO [RS:0;b344df224d93:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:04,312 INFO [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,42297,1731572460592, RpcServer on b344df224d93/172.17.0.3:42297, sessionid=0x101386edee50001 2024-11-14T08:21:04,312 DEBUG [RS:0;b344df224d93:42297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:21:04,312 DEBUG [RS:0;b344df224d93:42297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,42297,1731572460592 2024-11-14T08:21:04,312 DEBUG [RS:0;b344df224d93:42297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,42297,1731572460592' 2024-11-14T08:21:04,312 DEBUG [RS:0;b344df224d93:42297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01002507192/flush-table-proc/abort' 2024-11-14T08:21:04,314 DEBUG [RS:0;b344df224d93:42297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01002507192/flush-table-proc/acquired' 2024-11-14T08:21:04,317 DEBUG [RS:0;b344df224d93:42297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:21:04,317 DEBUG [RS:0;b344df224d93:42297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:21:04,317 DEBUG [RS:0;b344df224d93:42297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,42297,1731572460592 2024-11-14T08:21:04,317 DEBUG [RS:0;b344df224d93:42297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,42297,1731572460592' 2024-11-14T08:21:04,317 DEBUG [RS:0;b344df224d93:42297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01002507192/online-snapshot/abort' 2024-11-14T08:21:04,317 DEBUG [RS:0;b344df224d93:42297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01002507192/online-snapshot/acquired' 2024-11-14T08:21:04,318 DEBUG [RS:0;b344df224d93:42297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:21:04,318 INFO [RS:0;b344df224d93:42297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:21:04,318 INFO [RS:0;b344df224d93:42297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:21:04,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:04,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:21:04,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:21:04,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:04,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:04,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:21:04,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:21:04,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:04,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:04,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:21:04,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:21:04,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:04,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:04,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:21:04,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:21:04,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:04,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:04,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:21:04,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740 2024-11-14T08:21:04,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740 2024-11-14T08:21:04,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:21:04,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:21:04,404 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:21:04,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:21:04,406 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:21:04,407 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68717179, jitterRate=0.023965761065483093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:21:04,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572464390Initializing all the Stores at 1731572464391 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572464391Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572464391Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572464391Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572464391Cleaning up temporary data from old regions at 1731572464403 (+12 ms)Region opened successfully at 1731572464407 (+4 ms) 2024-11-14T08:21:04,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:21:04,407 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:21:04,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:21:04,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:21:04,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:21:04,408 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:21:04,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572464407Disabling compacts and flushes for region at 1731572464407Disabling writes for close at 1731572464408 (+1 ms)Writing region close event to WAL at 1731572464408Closed at 1731572464408 2024-11-14T08:21:04,409 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:21:04,409 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:21:04,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:21:04,410 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:21:04,411 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:21:04,418 INFO [RS:0;b344df224d93:42297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:21:04,420 INFO [RS:0;b344df224d93:42297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C42297%2C1731572460592, suffix=, logDir=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592, archiveDir=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/oldWALs, maxLogs=10 2024-11-14T08:21:04,438 DEBUG [RS:0;b344df224d93:42297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420, exclude list is [], retry=0 2024-11-14T08:21:04,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-f622401d-e325-4e15-b5f7-6f3a66342bb5,DISK] 2024-11-14T08:21:04,449 INFO [RS:0;b344df224d93:42297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 2024-11-14T08:21:04,452 DEBUG [RS:0;b344df224d93:42297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33225:33225)] 2024-11-14T08:21:04,561 DEBUG [b344df224d93:40173 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:21:04,562 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,42297,1731572460592 2024-11-14T08:21:04,563 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,42297,1731572460592, state=OPENING 2024-11-14T08:21:04,583 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:21:04,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x101386edee50001, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192 2024-11-14T08:21:04,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192 2024-11-14T08:21:04,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01002507192/meta-region-server: CHANGED 2024-11-14T08:21:04,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01002507192/meta-region-server: CHANGED 2024-11-14T08:21:04,594 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:21:04,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,42297,1731572460592}] 2024-11-14T08:21:04,752 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:21:04,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:21:04,761 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:21:04,761 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:21:04,762 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:21:04,763 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C42297%2C1731572460592.meta, suffix=.meta, logDir=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592, archiveDir=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/oldWALs, maxLogs=10 2024-11-14T08:21:04,781 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.meta.1731572464764.meta, exclude list is [], retry=0 2024-11-14T08:21:04,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-f622401d-e325-4e15-b5f7-6f3a66342bb5,DISK] 2024-11-14T08:21:04,800 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.meta.1731572464764.meta 2024-11-14T08:21:04,817 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33225:33225)] 2024-11-14T08:21:04,817 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:21:04,817 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:21:04,818 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:21:04,818 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:21:04,818 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:21:04,818 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:21:04,818 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:04,818 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:21:04,818 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:21:04,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:21:04,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:21:04,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:04,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:04,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:21:04,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:21:04,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:04,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:04,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:21:04,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:21:04,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:04,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:04,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:21:04,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:21:04,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:04,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:04,834 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:21:04,835 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740 2024-11-14T08:21:04,837 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740 2024-11-14T08:21:04,838 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:21:04,838 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:21:04,839 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:21:04,840 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:21:04,841 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74536116, jitterRate=0.11067467927932739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:21:04,841 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:21:04,841 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572464818Writing region info on filesystem at 1731572464818Initializing all the Stores at 1731572464822 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572464822Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572464824 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572464824Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572464824Cleaning up temporary data from old regions at 1731572464838 (+14 ms)Running coprocessor post-open hooks at 1731572464841 (+3 ms)Region opened successfully at 1731572464841 2024-11-14T08:21:04,847 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572464751 2024-11-14T08:21:04,850 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:21:04,850 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:21:04,851 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,42297,1731572460592 2024-11-14T08:21:04,852 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,42297,1731572460592, state=OPEN 2024-11-14T08:21:04,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01002507192/meta-region-server 2024-11-14T08:21:04,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x101386edee50001, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01002507192/meta-region-server 2024-11-14T08:21:04,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01002507192/meta-region-server: CHANGED 2024-11-14T08:21:04,903 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,42297,1731572460592 2024-11-14T08:21:04,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01002507192/meta-region-server: CHANGED 2024-11-14T08:21:04,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:21:04,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,42297,1731572460592 in 308 msec 2024-11-14T08:21:04,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:21:04,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 498 msec 2024-11-14T08:21:04,915 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:21:04,916 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:21:04,917 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:04,917 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,42297,1731572460592, seqNum=-1] 2024-11-14T08:21:04,917 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:04,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:21:04,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 961 msec 2024-11-14T08:21:04,928 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572464928, completionTime=-1 2024-11-14T08:21:04,928 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:21:04,928 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:21:04,931 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:21:04,931 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572524931 2024-11-14T08:21:04,931 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572584931 2024-11-14T08:21:04,931 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T08:21:04,931 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40173,1731572460424-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:04,931 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40173,1731572460424-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:04,931 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40173,1731572460424-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:04,932 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:40173, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:04,932 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:04,932 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:04,939 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:21:04,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T08:21:04,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T08:21:04,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:21:04,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T08:21:04,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:21:04,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T08:21:04,943 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.237sec 2024-11-14T08:21:04,943 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:21:04,943 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:21:04,943 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:21:04,943 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:21:04,943 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:21:04,943 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40173,1731572460424-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:21:04,943 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40173,1731572460424-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:21:04,954 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:21:04,954 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:21:04,954 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40173,1731572460424-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:04,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3124de95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:04,959 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,40173,-1 for getting cluster id 2024-11-14T08:21:04,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:04,961 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd93a625f-9c20-4698-8b88-198ae500c211' 2024-11-14T08:21:04,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:04,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d93a625f-9c20-4698-8b88-198ae500c211" 2024-11-14T08:21:04,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5085a310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:04,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,40173,-1] 2024-11-14T08:21:04,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:04,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:04,963 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:04,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c2c5a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:04,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:04,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,42297,1731572460592, seqNum=-1] 2024-11-14T08:21:04,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:04,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:21:04,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,40173,1731572460424 2024-11-14T08:21:04,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55242 2024-11-14T08:21:04,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:21:05,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101386edee50002 connected 2024-11-14T08:21:05,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/hadoop.log.dir so I do NOT create it in target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8 2024-11-14T08:21:05,010 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T08:21:05,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/hadoop.tmp.dir so I do NOT create it in target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8 2024-11-14T08:21:05,010 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T08:21:05,010 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8 2024-11-14T08:21:05,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:21:05,010 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/cluster_f49d0dfe-4be6-d0c7-391c-345cb2530474, deleteOnExit=true 2024-11-14T08:21:05,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:21:05,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/test.cache.data in system properties and HBase conf 2024-11-14T08:21:05,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:21:05,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:21:05,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:21:05,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:21:05,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:21:05,011 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:21:05,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:21:05,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:21:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:21:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:21:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:21:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:21:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:21:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:21:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:21:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:21:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:21:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:21:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:21:05,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:21:05,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:21:05,480 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:21:05,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:21:05,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:21:05,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:21:05,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:21:05,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b372d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:21:05,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@524a9d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:21:05,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e9e1c57{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/java.io.tmpdir/jetty-localhost-37707-hadoop-hdfs-3_4_1-tests_jar-_-any-18257930983609003886/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:21:05,628 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7201f961{HTTP/1.1, (http/1.1)}{localhost:37707} 2024-11-14T08:21:05,628 INFO [Time-limited test {}] server.Server(415): Started @207163ms 2024-11-14T08:21:06,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:21:06,073 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:21:06,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:21:06,077 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:21:06,077 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T08:21:06,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8329f77{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:21:06,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17e66ab3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:21:06,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fc538e5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/java.io.tmpdir/jetty-localhost-43973-hadoop-hdfs-3_4_1-tests_jar-_-any-7292099941718756968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:21:06,198 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64e18194{HTTP/1.1, (http/1.1)}{localhost:43973} 2024-11-14T08:21:06,198 INFO [Time-limited test {}] server.Server(415): Started @207734ms 2024-11-14T08:21:06,199 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:21:07,187 WARN [Thread-2312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/cluster_f49d0dfe-4be6-d0c7-391c-345cb2530474/data/data1/current/BP-826710754-172.17.0.3-1731572465036/current, will proceed with Du for space computation calculation, 2024-11-14T08:21:07,187 WARN [Thread-2313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/cluster_f49d0dfe-4be6-d0c7-391c-345cb2530474/data/data2/current/BP-826710754-172.17.0.3-1731572465036/current, will proceed with Du for space computation calculation, 2024-11-14T08:21:07,205 WARN [Thread-2300 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:21:07,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x942cc32d2fb4c793 with lease ID 0x23089d26fe48acf7: Processing first storage report for DS-b85573d1-9c8c-479c-8672-ed7a488639c2 from datanode DatanodeRegistration(127.0.0.1:45069, datanodeUuid=ddc7a88c-2222-48ff-8d0c-393b8cb841e1, infoPort=33701, infoSecurePort=0, ipcPort=40823, storageInfo=lv=-57;cid=testClusterID;nsid=455884318;c=1731572465036) 2024-11-14T08:21:07,210 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x942cc32d2fb4c793 with lease ID 0x23089d26fe48acf7: from storage DS-b85573d1-9c8c-479c-8672-ed7a488639c2 node DatanodeRegistration(127.0.0.1:45069, datanodeUuid=ddc7a88c-2222-48ff-8d0c-393b8cb841e1, infoPort=33701, infoSecurePort=0, ipcPort=40823, storageInfo=lv=-57;cid=testClusterID;nsid=455884318;c=1731572465036), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T08:21:07,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x942cc32d2fb4c793 with lease ID 0x23089d26fe48acf7: Processing first storage report for DS-cf08da31-2fa8-4acf-bcef-16bd15a427c1 from datanode DatanodeRegistration(127.0.0.1:45069, datanodeUuid=ddc7a88c-2222-48ff-8d0c-393b8cb841e1, infoPort=33701, infoSecurePort=0, ipcPort=40823, storageInfo=lv=-57;cid=testClusterID;nsid=455884318;c=1731572465036) 2024-11-14T08:21:07,210 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x942cc32d2fb4c793 with lease ID 0x23089d26fe48acf7: from storage DS-cf08da31-2fa8-4acf-bcef-16bd15a427c1 node DatanodeRegistration(127.0.0.1:45069, datanodeUuid=ddc7a88c-2222-48ff-8d0c-393b8cb841e1, infoPort=33701, infoSecurePort=0, ipcPort=40823, storageInfo=lv=-57;cid=testClusterID;nsid=455884318;c=1731572465036), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:21:07,247 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8 2024-11-14T08:21:07,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:07,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:07,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:21:07,659 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d with version=8 2024-11-14T08:21:07,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/hbase-staging 2024-11-14T08:21:07,662 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:21:07,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:07,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:07,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:21:07,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:07,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:21:07,662 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:21:07,662 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:21:07,663 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33065 2024-11-14T08:21:07,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33065 connecting to ZooKeeper ensemble=127.0.0.1:55242 2024-11-14T08:21:07,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330650x0, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:21:07,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33065-0x101386edee50003 connected 2024-11-14T08:21:08,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:08,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:08,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Set watcher on znode that does not yet exist, /1-1660695149/running 2024-11-14T08:21:08,109 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d, hbase.cluster.distributed=false 2024-11-14T08:21:08,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Set watcher on znode that does not yet exist, /1-1660695149/acl 2024-11-14T08:21:08,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33065 2024-11-14T08:21:08,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33065 2024-11-14T08:21:08,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33065 2024-11-14T08:21:08,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33065 2024-11-14T08:21:08,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33065 2024-11-14T08:21:08,137 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:21:08,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:08,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:08,137 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:21:08,137 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:08,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:21:08,138 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:21:08,138 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:21:08,138 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32987 2024-11-14T08:21:08,139 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32987 connecting to ZooKeeper ensemble=127.0.0.1:55242 2024-11-14T08:21:08,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:08,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:08,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329870x0, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:21:08,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32987-0x101386edee50004 connected 2024-11-14T08:21:08,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Set watcher on znode that does not yet exist, /1-1660695149/running 2024-11-14T08:21:08,174 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:21:08,176 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:21:08,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Set watcher on znode that does not yet exist, /1-1660695149/master 2024-11-14T08:21:08,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Set watcher on znode that does not yet exist, /1-1660695149/acl 2024-11-14T08:21:08,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32987 2024-11-14T08:21:08,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32987 2024-11-14T08:21:08,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32987 2024-11-14T08:21:08,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32987 2024-11-14T08:21:08,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32987 2024-11-14T08:21:08,202 DEBUG [M:0;b344df224d93:33065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:33065 2024-11-14T08:21:08,204 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1660695149/backup-masters/b344df224d93,33065,1731572467661 2024-11-14T08:21:08,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149/backup-masters 2024-11-14T08:21:08,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149/backup-masters 2024-11-14T08:21:08,232 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Set watcher on existing znode=/1-1660695149/backup-masters/b344df224d93,33065,1731572467661 2024-11-14T08:21:08,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1660695149/master 2024-11-14T08:21:08,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149 2024-11-14T08:21:08,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149 2024-11-14T08:21:08,267 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Set watcher on existing znode=/1-1660695149/master 2024-11-14T08:21:08,268 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1660695149/backup-masters/b344df224d93,33065,1731572467661 from backup master directory 2024-11-14T08:21:08,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1660695149/backup-masters/b344df224d93,33065,1731572467661 2024-11-14T08:21:08,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149/backup-masters 2024-11-14T08:21:08,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149/backup-masters 2024-11-14T08:21:08,278 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:21:08,278 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,33065,1731572467661 2024-11-14T08:21:08,280 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/hbase.id] with ID: 1561dc5b-f2de-4c73-8951-bea48bead49d 2024-11-14T08:21:08,280 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/.tmp/hbase.id 2024-11-14T08:21:08,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:21:08,686 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/.tmp/hbase.id]:[hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/hbase.id] 2024-11-14T08:21:08,693 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:08,693 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:21:08,695 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T08:21:08,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149 2024-11-14T08:21:08,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149 2024-11-14T08:21:08,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:21:09,176 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:21:09,177 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:21:09,177 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:21:09,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:21:09,589 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/data/master/store 2024-11-14T08:21:09,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:21:09,596 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:09,597 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:21:09,597 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:09,597 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:09,597 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:21:09,597 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:09,597 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:09,597 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572469596Disabling compacts and flushes for region at 1731572469596Disabling writes for close at 1731572469597 (+1 ms)Writing region close event to WAL at 1731572469597Closed at 1731572469597 2024-11-14T08:21:09,598 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/data/master/store/.initializing 2024-11-14T08:21:09,598 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/WALs/b344df224d93,33065,1731572467661 2024-11-14T08:21:09,599 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:21:09,601 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C33065%2C1731572467661, suffix=, logDir=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/WALs/b344df224d93,33065,1731572467661, archiveDir=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/oldWALs, maxLogs=10 2024-11-14T08:21:09,613 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/WALs/b344df224d93,33065,1731572467661/b344df224d93%2C33065%2C1731572467661.1731572469601, exclude list is [], retry=0 2024-11-14T08:21:09,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45069,DS-b85573d1-9c8c-479c-8672-ed7a488639c2,DISK] 2024-11-14T08:21:09,622 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/WALs/b344df224d93,33065,1731572467661/b344df224d93%2C33065%2C1731572467661.1731572469601 2024-11-14T08:21:09,623 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33701:33701)] 2024-11-14T08:21:09,623 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:21:09,623 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:09,623 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:09,623 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:09,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:09,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:21:09,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:09,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:09,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:09,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:21:09,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:09,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:09,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:09,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:21:09,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:09,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:09,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:09,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:21:09,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:09,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:09,630 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:09,631 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:09,631 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:09,632 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:09,632 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:09,632 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:21:09,633 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:09,635 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:21:09,635 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62820766, jitterRate=-0.06389763951301575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:21:09,636 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572469623Initializing all the Stores at 1731572469624 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572469624Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572469624Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572469624Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572469624Cleaning up temporary data from old regions at 1731572469632 (+8 ms)Region opened successfully at 1731572469635 (+3 ms) 2024-11-14T08:21:09,636 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:21:09,638 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630837ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:21:09,639 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:21:09,639 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:21:09,639 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:21:09,639 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:21:09,640 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T08:21:09,641 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T08:21:09,641 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:21:09,646 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:21:09,646 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Unable to get data of znode /1-1660695149/balancer because node does not exist (not necessarily an error) 2024-11-14T08:21:09,810 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1660695149/balancer already deleted, retry=false 2024-11-14T08:21:09,811 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:21:09,812 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Unable to get data of znode /1-1660695149/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:21:09,825 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1660695149/normalizer already deleted, retry=false 2024-11-14T08:21:09,825 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:21:09,831 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Unable to get data of znode /1-1660695149/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:21:09,842 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1660695149/switch/split already deleted, retry=false 2024-11-14T08:21:09,843 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Unable to get data of znode /1-1660695149/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:21:09,905 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1660695149/switch/merge already deleted, retry=false 2024-11-14T08:21:09,907 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Unable to get data of znode /1-1660695149/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:21:09,919 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1660695149/snapshot-cleanup already deleted, retry=false 2024-11-14T08:21:09,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1660695149/running 2024-11-14T08:21:09,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1660695149/running 2024-11-14T08:21:09,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149 2024-11-14T08:21:09,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149 2024-11-14T08:21:09,979 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,33065,1731572467661, sessionid=0x101386edee50003, setting cluster-up flag (Was=false) 2024-11-14T08:21:10,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149 2024-11-14T08:21:10,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149 2024-11-14T08:21:10,147 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1660695149/flush-table-proc/acquired, /1-1660695149/flush-table-proc/reached, /1-1660695149/flush-table-proc/abort 2024-11-14T08:21:10,154 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,33065,1731572467661 2024-11-14T08:21:10,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149 2024-11-14T08:21:10,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149 2024-11-14T08:21:10,320 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:21:10,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:10,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:10,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:10,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:10,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:10,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:10,379 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1660695149/online-snapshot/acquired, /1-1660695149/online-snapshot/reached, /1-1660695149/online-snapshot/abort 2024-11-14T08:21:10,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:10,382 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,33065,1731572467661 2024-11-14T08:21:10,383 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:21:10,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:10,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:10,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:10,393 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:21:10,393 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:21:10,394 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:21:10,394 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,33065,1731572467661 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:21:10,395 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:21:10,395 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:21:10,395 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:21:10,396 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:21:10,396 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:21:10,396 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:10,396 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:21:10,396 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:10,408 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T08:21:10,408 INFO [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(746): ClusterId : 1561dc5b-f2de-4c73-8951-bea48bead49d 2024-11-14T08:21:10,408 DEBUG [RS:0;b344df224d93:32987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:21:10,412 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572500412 2024-11-14T08:21:10,412 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:21:10,412 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:21:10,412 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:21:10,412 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:21:10,412 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:21:10,412 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:21:10,412 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:21:10,412 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:21:10,413 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:10,413 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:10,413 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:21:10,413 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:21:10,413 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:21:10,413 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:21:10,413 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:21:10,414 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:21:10,415 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:21:10,417 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572470415,5,FailOnTimeoutGroup] 2024-11-14T08:21:10,418 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572470417,5,FailOnTimeoutGroup] 2024-11-14T08:21:10,418 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:10,418 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:21:10,418 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:10,418 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:10,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:21:10,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:21:10,429 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d 2024-11-14T08:21:10,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741832_1008 (size=32) 2024-11-14T08:21:10,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:10,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:21:10,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:21:10,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:10,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:10,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:21:10,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:21:10,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:10,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:10,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:21:10,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:21:10,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:10,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:10,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:21:10,464 DEBUG [RS:0;b344df224d93:32987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:21:10,464 DEBUG [RS:0;b344df224d93:32987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:21:10,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:21:10,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:10,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:10,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:21:10,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740 2024-11-14T08:21:10,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740 2024-11-14T08:21:10,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:21:10,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:21:10,472 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:21:10,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:21:10,474 DEBUG [RS:0;b344df224d93:32987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:21:10,474 DEBUG [RS:0;b344df224d93:32987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ef6f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:21:10,482 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:21:10,482 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67877933, jitterRate=0.011460021138191223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:21:10,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572470442Initializing all the Stores at 1731572470443 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572470443Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572470444 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572470444Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572470444Cleaning up temporary data from old regions at 1731572470471 (+27 ms)Region opened successfully at 1731572470482 (+11 ms) 2024-11-14T08:21:10,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:21:10,483 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:21:10,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:21:10,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:21:10,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:21:10,491 DEBUG [RS:0;b344df224d93:32987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:32987 2024-11-14T08:21:10,492 INFO [RS:0;b344df224d93:32987 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:21:10,492 INFO [RS:0;b344df224d93:32987 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:21:10,492 DEBUG [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:21:10,493 INFO [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,33065,1731572467661 with port=32987, startcode=1731572468137 2024-11-14T08:21:10,497 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:21:10,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572470483Disabling compacts and flushes for region at 1731572470483Disabling writes for close at 1731572470483Writing region close event to WAL at 1731572470497 (+14 ms)Closed at 1731572470497 2024-11-14T08:21:10,497 DEBUG [RS:0;b344df224d93:32987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:21:10,509 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:21:10,509 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:21:10,509 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:21:10,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,32987,1731572468137 2024-11-14T08:21:10,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33065 {}] master.ServerManager(517): Registering regionserver=b344df224d93,32987,1731572468137 2024-11-14T08:21:10,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:21:10,511 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:21:10,512 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:21:10,518 DEBUG [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d 2024-11-14T08:21:10,518 DEBUG [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37915 2024-11-14T08:21:10,518 DEBUG [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:21:10,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149/rs 2024-11-14T08:21:10,650 DEBUG [RS:0;b344df224d93:32987 {}] zookeeper.ZKUtil(111): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Set watcher on existing znode=/1-1660695149/rs/b344df224d93,32987,1731572468137 2024-11-14T08:21:10,650 WARN [RS:0;b344df224d93:32987 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:21:10,650 INFO [RS:0;b344df224d93:32987 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:21:10,650 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,32987,1731572468137] 2024-11-14T08:21:10,650 DEBUG [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137 2024-11-14T08:21:10,662 WARN [b344df224d93:33065 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T08:21:10,663 INFO [RS:0;b344df224d93:32987 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:21:10,666 INFO [RS:0;b344df224d93:32987 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:21:10,681 INFO [RS:0;b344df224d93:32987 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:21:10,681 INFO [RS:0;b344df224d93:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:10,682 INFO [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:21:10,684 INFO [RS:0;b344df224d93:32987 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:21:10,684 INFO [RS:0;b344df224d93:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:10,684 DEBUG [RS:0;b344df224d93:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:10,684 DEBUG [RS:0;b344df224d93:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:10,684 DEBUG [RS:0;b344df224d93:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:10,684 DEBUG [RS:0;b344df224d93:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:10,684 DEBUG [RS:0;b344df224d93:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:10,684 DEBUG [RS:0;b344df224d93:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:21:10,684 DEBUG [RS:0;b344df224d93:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:10,684 DEBUG [RS:0;b344df224d93:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:10,684 DEBUG [RS:0;b344df224d93:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:10,684 DEBUG [RS:0;b344df224d93:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:10,684 DEBUG [RS:0;b344df224d93:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:10,684 DEBUG [RS:0;b344df224d93:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:10,684 DEBUG [RS:0;b344df224d93:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:21:10,685 DEBUG [RS:0;b344df224d93:32987 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:21:10,688 INFO [RS:0;b344df224d93:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:10,688 INFO [RS:0;b344df224d93:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:10,689 INFO [RS:0;b344df224d93:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:10,689 INFO [RS:0;b344df224d93:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:10,689 INFO [RS:0;b344df224d93:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:10,689 INFO [RS:0;b344df224d93:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,32987,1731572468137-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:21:10,710 INFO [RS:0;b344df224d93:32987 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:21:10,711 INFO [RS:0;b344df224d93:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,32987,1731572468137-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:10,711 INFO [RS:0;b344df224d93:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:10,711 INFO [RS:0;b344df224d93:32987 {}] regionserver.Replication(171): b344df224d93,32987,1731572468137 started 2024-11-14T08:21:10,730 INFO [RS:0;b344df224d93:32987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:10,730 INFO [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,32987,1731572468137, RpcServer on b344df224d93/172.17.0.3:32987, sessionid=0x101386edee50004 2024-11-14T08:21:10,730 DEBUG [RS:0;b344df224d93:32987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:21:10,730 DEBUG [RS:0;b344df224d93:32987 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,32987,1731572468137 2024-11-14T08:21:10,730 DEBUG [RS:0;b344df224d93:32987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,32987,1731572468137' 2024-11-14T08:21:10,730 DEBUG [RS:0;b344df224d93:32987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1660695149/flush-table-proc/abort' 2024-11-14T08:21:10,731 DEBUG [RS:0;b344df224d93:32987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1660695149/flush-table-proc/acquired' 2024-11-14T08:21:10,731 DEBUG [RS:0;b344df224d93:32987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:21:10,731 DEBUG [RS:0;b344df224d93:32987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:21:10,731 DEBUG [RS:0;b344df224d93:32987 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,32987,1731572468137 2024-11-14T08:21:10,731 DEBUG [RS:0;b344df224d93:32987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,32987,1731572468137' 2024-11-14T08:21:10,731 DEBUG [RS:0;b344df224d93:32987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1660695149/online-snapshot/abort' 2024-11-14T08:21:10,732 DEBUG [RS:0;b344df224d93:32987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1660695149/online-snapshot/acquired' 2024-11-14T08:21:10,732 DEBUG [RS:0;b344df224d93:32987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:21:10,732 INFO [RS:0;b344df224d93:32987 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:21:10,732 INFO [RS:0;b344df224d93:32987 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:21:10,832 INFO [RS:0;b344df224d93:32987 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:21:10,837 INFO [RS:0;b344df224d93:32987 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C32987%2C1731572468137, suffix=, logDir=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137, archiveDir=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/oldWALs, maxLogs=10 2024-11-14T08:21:10,850 DEBUG [RS:0;b344df224d93:32987 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838, exclude list is [], retry=0 2024-11-14T08:21:10,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45069,DS-b85573d1-9c8c-479c-8672-ed7a488639c2,DISK] 2024-11-14T08:21:10,854 INFO [RS:0;b344df224d93:32987 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 2024-11-14T08:21:10,855 DEBUG [RS:0;b344df224d93:32987 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33701:33701)] 2024-11-14T08:21:10,912 DEBUG [b344df224d93:33065 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:21:10,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,32987,1731572468137 2024-11-14T08:21:10,914 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,32987,1731572468137, state=OPENING 2024-11-14T08:21:10,926 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:21:10,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149 2024-11-14T08:21:10,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149 2024-11-14T08:21:10,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1660695149/meta-region-server: CHANGED 2024-11-14T08:21:10,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1660695149/meta-region-server: CHANGED 2024-11-14T08:21:10,938 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:21:10,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,32987,1731572468137}] 2024-11-14T08:21:11,091 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:21:11,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:21:11,096 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:21:11,096 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:21:11,096 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:21:11,097 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C32987%2C1731572468137.meta, suffix=.meta, logDir=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137, archiveDir=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/oldWALs, maxLogs=10 2024-11-14T08:21:11,109 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.meta.1731572471097.meta, exclude list is [], retry=0 2024-11-14T08:21:11,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45069,DS-b85573d1-9c8c-479c-8672-ed7a488639c2,DISK] 2024-11-14T08:21:11,112 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.meta.1731572471097.meta 2024-11-14T08:21:11,112 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33701:33701)] 2024-11-14T08:21:11,112 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:21:11,113 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:21:11,113 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:21:11,113 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:21:11,113 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:21:11,113 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:21:11,113 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:11,113 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:21:11,113 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:21:11,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:21:11,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:21:11,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:11,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:11,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:21:11,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:21:11,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:11,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:11,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:21:11,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:21:11,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:11,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:11,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:21:11,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:21:11,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:11,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:11,117 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:21:11,118 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740 2024-11-14T08:21:11,118 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740 2024-11-14T08:21:11,119 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:21:11,119 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:21:11,120 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:21:11,120 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:21:11,121 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60871892, jitterRate=-0.0929381251335144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:21:11,121 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:21:11,121 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572471113Writing region info on filesystem at 1731572471113Initializing all the Stores at 1731572471114 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572471114Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572471114Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572471114Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572471114Cleaning up temporary data from old regions at 1731572471119 (+5 ms)Running coprocessor post-open hooks at 1731572471121 (+2 ms)Region opened successfully at 1731572471121 2024-11-14T08:21:11,122 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572471091 2024-11-14T08:21:11,123 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:21:11,123 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:21:11,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,32987,1731572468137 2024-11-14T08:21:11,124 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,32987,1731572468137, state=OPEN 2024-11-14T08:21:11,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1660695149/meta-region-server 2024-11-14T08:21:11,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1660695149/meta-region-server 2024-11-14T08:21:11,137 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,32987,1731572468137 2024-11-14T08:21:11,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1660695149/meta-region-server: CHANGED 2024-11-14T08:21:11,137 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1660695149/meta-region-server: CHANGED 2024-11-14T08:21:11,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:21:11,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,32987,1731572468137 in 199 msec 2024-11-14T08:21:11,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:21:11,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-11-14T08:21:11,144 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:21:11,144 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:21:11,145 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:11,145 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,32987,1731572468137, seqNum=-1] 2024-11-14T08:21:11,146 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:11,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:21:11,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 758 msec 2024-11-14T08:21:11,151 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572471151, completionTime=-1 2024-11-14T08:21:11,151 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:21:11,151 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:21:11,153 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:21:11,153 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572531153 2024-11-14T08:21:11,153 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572591153 2024-11-14T08:21:11,153 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T08:21:11,153 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,33065,1731572467661-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:11,153 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,33065,1731572467661-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:11,153 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,33065,1731572467661-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:11,153 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:33065, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:11,153 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:11,155 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:21:11,159 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:11,163 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.885sec 2024-11-14T08:21:11,163 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:21:11,163 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:21:11,163 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:21:11,163 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:21:11,163 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:21:11,163 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,33065,1731572467661-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:21:11,163 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,33065,1731572467661-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:21:11,169 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:21:11,169 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:21:11,169 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,33065,1731572467661-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:11,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7295b9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:11,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,33065,-1 for getting cluster id 2024-11-14T08:21:11,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:11,205 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1561dc5b-f2de-4c73-8951-bea48bead49d' 2024-11-14T08:21:11,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:11,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1561dc5b-f2de-4c73-8951-bea48bead49d" 2024-11-14T08:21:11,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188ad72f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:11,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,33065,-1] 2024-11-14T08:21:11,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:11,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:11,207 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:11,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4f712a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:11,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,32987,1731572468137, seqNum=-1] 2024-11-14T08:21:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:11,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:21:11,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,33065,1731572467661 2024-11-14T08:21:11,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55242 2024-11-14T08:21:11,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:21:11,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101386edee50005 connected 2024-11-14T08:21:11,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,40173,1731572460424 2024-11-14T08:21:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d51e612 2024-11-14T08:21:11,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:21:11,239 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:21:11,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:21:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T08:21:11,247 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:21:11,247 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:11,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T08:21:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:11,249 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:21:11,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741835_1011 (size=902) 2024-11-14T08:21:11,273 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 333d5a8a764c4eb6b17fd9c82c179cbb, NAME => 'test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426 2024-11-14T08:21:11,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741836_1012 (size=39) 2024-11-14T08:21:11,280 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:11,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 333d5a8a764c4eb6b17fd9c82c179cbb, disabling compactions & flushes 2024-11-14T08:21:11,281 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb. 2024-11-14T08:21:11,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb. 2024-11-14T08:21:11,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb. after waiting 0 ms 2024-11-14T08:21:11,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb. 2024-11-14T08:21:11,281 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb. 2024-11-14T08:21:11,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 333d5a8a764c4eb6b17fd9c82c179cbb: Waiting for close lock at 1731572471281Disabling compacts and flushes for region at 1731572471281Disabling writes for close at 1731572471281Writing region close event to WAL at 1731572471281Closed at 1731572471281 2024-11-14T08:21:11,282 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:21:11,282 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731572471282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572471282"}]},"ts":"1731572471282"} 2024-11-14T08:21:11,284 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:21:11,285 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:21:11,285 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572471285"}]},"ts":"1731572471285"} 2024-11-14T08:21:11,287 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T08:21:11,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=333d5a8a764c4eb6b17fd9c82c179cbb, ASSIGN}] 2024-11-14T08:21:11,288 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=333d5a8a764c4eb6b17fd9c82c179cbb, ASSIGN 2024-11-14T08:21:11,288 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=333d5a8a764c4eb6b17fd9c82c179cbb, ASSIGN; state=OFFLINE, location=b344df224d93,42297,1731572460592; forceNewPlan=false, retain=false 2024-11-14T08:21:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:11,439 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=333d5a8a764c4eb6b17fd9c82c179cbb, regionState=OPENING, regionLocation=b344df224d93,42297,1731572460592 2024-11-14T08:21:11,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=333d5a8a764c4eb6b17fd9c82c179cbb, ASSIGN because future has completed 2024-11-14T08:21:11,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 333d5a8a764c4eb6b17fd9c82c179cbb, server=b344df224d93,42297,1731572460592}] 2024-11-14T08:21:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:11,597 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb. 2024-11-14T08:21:11,598 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 333d5a8a764c4eb6b17fd9c82c179cbb, NAME => 'test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:21:11,598 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:21:11,598 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T08:21:11,598 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 333d5a8a764c4eb6b17fd9c82c179cbb 2024-11-14T08:21:11,598 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:11,598 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 333d5a8a764c4eb6b17fd9c82c179cbb 2024-11-14T08:21:11,598 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 333d5a8a764c4eb6b17fd9c82c179cbb 2024-11-14T08:21:11,599 INFO [StoreOpener-333d5a8a764c4eb6b17fd9c82c179cbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 333d5a8a764c4eb6b17fd9c82c179cbb 2024-11-14T08:21:11,600 INFO [StoreOpener-333d5a8a764c4eb6b17fd9c82c179cbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 333d5a8a764c4eb6b17fd9c82c179cbb columnFamilyName f 2024-11-14T08:21:11,600 DEBUG [StoreOpener-333d5a8a764c4eb6b17fd9c82c179cbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:11,601 INFO [StoreOpener-333d5a8a764c4eb6b17fd9c82c179cbb-1 {}] regionserver.HStore(327): Store=333d5a8a764c4eb6b17fd9c82c179cbb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:11,601 INFO [StoreOpener-333d5a8a764c4eb6b17fd9c82c179cbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 333d5a8a764c4eb6b17fd9c82c179cbb 2024-11-14T08:21:11,601 INFO [StoreOpener-333d5a8a764c4eb6b17fd9c82c179cbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 333d5a8a764c4eb6b17fd9c82c179cbb columnFamilyName f1 2024-11-14T08:21:11,601 DEBUG [StoreOpener-333d5a8a764c4eb6b17fd9c82c179cbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:11,602 INFO [StoreOpener-333d5a8a764c4eb6b17fd9c82c179cbb-1 {}] regionserver.HStore(327): Store=333d5a8a764c4eb6b17fd9c82c179cbb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:11,602 INFO [StoreOpener-333d5a8a764c4eb6b17fd9c82c179cbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 333d5a8a764c4eb6b17fd9c82c179cbb 2024-11-14T08:21:11,603 INFO [StoreOpener-333d5a8a764c4eb6b17fd9c82c179cbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 333d5a8a764c4eb6b17fd9c82c179cbb columnFamilyName norep 2024-11-14T08:21:11,603 DEBUG [StoreOpener-333d5a8a764c4eb6b17fd9c82c179cbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:11,603 INFO [StoreOpener-333d5a8a764c4eb6b17fd9c82c179cbb-1 {}] regionserver.HStore(327): Store=333d5a8a764c4eb6b17fd9c82c179cbb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:11,603 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 333d5a8a764c4eb6b17fd9c82c179cbb 2024-11-14T08:21:11,603 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/default/test/333d5a8a764c4eb6b17fd9c82c179cbb 2024-11-14T08:21:11,604 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/default/test/333d5a8a764c4eb6b17fd9c82c179cbb 2024-11-14T08:21:11,604 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 333d5a8a764c4eb6b17fd9c82c179cbb 2024-11-14T08:21:11,604 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 333d5a8a764c4eb6b17fd9c82c179cbb 2024-11-14T08:21:11,605 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:21:11,605 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 333d5a8a764c4eb6b17fd9c82c179cbb 2024-11-14T08:21:11,610 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/default/test/333d5a8a764c4eb6b17fd9c82c179cbb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:21:11,610 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 333d5a8a764c4eb6b17fd9c82c179cbb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74169286, jitterRate=0.10520848631858826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:21:11,610 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 333d5a8a764c4eb6b17fd9c82c179cbb 2024-11-14T08:21:11,611 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 333d5a8a764c4eb6b17fd9c82c179cbb: Running coprocessor pre-open hook at 1731572471598Writing region info on filesystem at 1731572471598Initializing all the Stores at 1731572471599 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572471599Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572471599Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572471599Cleaning up temporary data from old regions at 1731572471604 (+5 ms)Running coprocessor post-open hooks at 1731572471610 (+6 ms)Region opened successfully at 1731572471611 (+1 ms) 2024-11-14T08:21:11,612 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb., pid=6, masterSystemTime=1731572471595 2024-11-14T08:21:11,614 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb. 2024-11-14T08:21:11,614 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb. 2024-11-14T08:21:11,614 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:11,614 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=333d5a8a764c4eb6b17fd9c82c179cbb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b344df224d93,42297,1731572460592 2024-11-14T08:21:11,614 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:21:11,615 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18231 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:21:11,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 333d5a8a764c4eb6b17fd9c82c179cbb, server=b344df224d93,42297,1731572460592 because future has completed 2024-11-14T08:21:11,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T08:21:11,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 333d5a8a764c4eb6b17fd9c82c179cbb, server=b344df224d93,42297,1731572460592 in 175 msec 2024-11-14T08:21:11,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T08:21:11,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=333d5a8a764c4eb6b17fd9c82c179cbb, ASSIGN in 332 msec 2024-11-14T08:21:11,621 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:21:11,621 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572471621"}]},"ts":"1731572471621"} 2024-11-14T08:21:11,623 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T08:21:11,624 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:21:11,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 385 msec 2024-11-14T08:21:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:11,876 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T08:21:11,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,33065,1731572467661 2024-11-14T08:21:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30e4cca3 2024-11-14T08:21:11,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:21:11,878 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:21:11,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:21:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T08:21:11,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:21:11,885 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:11,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T08:21:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:11,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:21:11,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741835_1011 (size=902) 2024-11-14T08:21:11,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65c11faf9fd130864690415d5a537cd7, NAME => 'test,,1731572471878.65c11faf9fd130864690415d5a537cd7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d 2024-11-14T08:21:11,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741836_1012 (size=39) 2024-11-14T08:21:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:12,355 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731572471878.65c11faf9fd130864690415d5a537cd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:12,355 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 65c11faf9fd130864690415d5a537cd7, disabling compactions & flushes 2024-11-14T08:21:12,355 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731572471878.65c11faf9fd130864690415d5a537cd7. 2024-11-14T08:21:12,355 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572471878.65c11faf9fd130864690415d5a537cd7. 2024-11-14T08:21:12,355 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731572471878.65c11faf9fd130864690415d5a537cd7. after waiting 0 ms 2024-11-14T08:21:12,355 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731572471878.65c11faf9fd130864690415d5a537cd7. 2024-11-14T08:21:12,355 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731572471878.65c11faf9fd130864690415d5a537cd7. 2024-11-14T08:21:12,355 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65c11faf9fd130864690415d5a537cd7: Waiting for close lock at 1731572472355Disabling compacts and flushes for region at 1731572472355Disabling writes for close at 1731572472355Writing region close event to WAL at 1731572472355Closed at 1731572472355 2024-11-14T08:21:12,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:21:12,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731572471878.65c11faf9fd130864690415d5a537cd7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731572472357"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572472357"}]},"ts":"1731572472357"} 2024-11-14T08:21:12,362 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:21:12,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:21:12,363 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572472363"}]},"ts":"1731572472363"} 2024-11-14T08:21:12,366 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T08:21:12,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=65c11faf9fd130864690415d5a537cd7, ASSIGN}] 2024-11-14T08:21:12,367 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=65c11faf9fd130864690415d5a537cd7, ASSIGN 2024-11-14T08:21:12,368 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=65c11faf9fd130864690415d5a537cd7, ASSIGN; state=OFFLINE, location=b344df224d93,32987,1731572468137; forceNewPlan=false, retain=false 2024-11-14T08:21:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:12,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=65c11faf9fd130864690415d5a537cd7, regionState=OPENING, regionLocation=b344df224d93,32987,1731572468137 2024-11-14T08:21:12,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=65c11faf9fd130864690415d5a537cd7, ASSIGN because future has completed 2024-11-14T08:21:12,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65c11faf9fd130864690415d5a537cd7, server=b344df224d93,32987,1731572468137}] 2024-11-14T08:21:12,693 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731572471878.65c11faf9fd130864690415d5a537cd7. 2024-11-14T08:21:12,693 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 65c11faf9fd130864690415d5a537cd7, NAME => 'test,,1731572471878.65c11faf9fd130864690415d5a537cd7.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:21:12,693 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:21:12,694 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T08:21:12,694 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 65c11faf9fd130864690415d5a537cd7 2024-11-14T08:21:12,694 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731572471878.65c11faf9fd130864690415d5a537cd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:12,694 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 65c11faf9fd130864690415d5a537cd7 2024-11-14T08:21:12,694 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 65c11faf9fd130864690415d5a537cd7 2024-11-14T08:21:12,696 INFO [StoreOpener-65c11faf9fd130864690415d5a537cd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 65c11faf9fd130864690415d5a537cd7 2024-11-14T08:21:12,699 INFO [StoreOpener-65c11faf9fd130864690415d5a537cd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65c11faf9fd130864690415d5a537cd7 columnFamilyName f 2024-11-14T08:21:12,699 DEBUG [StoreOpener-65c11faf9fd130864690415d5a537cd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:12,699 INFO [StoreOpener-65c11faf9fd130864690415d5a537cd7-1 {}] regionserver.HStore(327): Store=65c11faf9fd130864690415d5a537cd7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:12,699 INFO [StoreOpener-65c11faf9fd130864690415d5a537cd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 65c11faf9fd130864690415d5a537cd7 2024-11-14T08:21:12,701 INFO [StoreOpener-65c11faf9fd130864690415d5a537cd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65c11faf9fd130864690415d5a537cd7 columnFamilyName f1 2024-11-14T08:21:12,701 DEBUG [StoreOpener-65c11faf9fd130864690415d5a537cd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:12,701 INFO [StoreOpener-65c11faf9fd130864690415d5a537cd7-1 {}] regionserver.HStore(327): Store=65c11faf9fd130864690415d5a537cd7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:12,702 INFO [StoreOpener-65c11faf9fd130864690415d5a537cd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 65c11faf9fd130864690415d5a537cd7 2024-11-14T08:21:12,703 INFO [StoreOpener-65c11faf9fd130864690415d5a537cd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65c11faf9fd130864690415d5a537cd7 columnFamilyName norep 2024-11-14T08:21:12,703 DEBUG [StoreOpener-65c11faf9fd130864690415d5a537cd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:12,703 INFO [StoreOpener-65c11faf9fd130864690415d5a537cd7-1 {}] regionserver.HStore(327): Store=65c11faf9fd130864690415d5a537cd7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:12,704 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 65c11faf9fd130864690415d5a537cd7 2024-11-14T08:21:12,704 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/default/test/65c11faf9fd130864690415d5a537cd7 2024-11-14T08:21:12,705 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/default/test/65c11faf9fd130864690415d5a537cd7 2024-11-14T08:21:12,706 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 65c11faf9fd130864690415d5a537cd7 2024-11-14T08:21:12,707 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 65c11faf9fd130864690415d5a537cd7 2024-11-14T08:21:12,707 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:21:12,708 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 65c11faf9fd130864690415d5a537cd7 2024-11-14T08:21:12,717 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/default/test/65c11faf9fd130864690415d5a537cd7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:21:12,718 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 65c11faf9fd130864690415d5a537cd7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61554658, jitterRate=-0.08276411890983582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:21:12,718 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65c11faf9fd130864690415d5a537cd7 2024-11-14T08:21:12,718 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 65c11faf9fd130864690415d5a537cd7: Running coprocessor pre-open hook at 1731572472694Writing region info on filesystem at 1731572472694Initializing all the Stores at 1731572472695 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572472695Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572472696 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572472696Cleaning up temporary data from old regions at 1731572472707 (+11 ms)Running coprocessor post-open hooks at 1731572472718 (+11 ms)Region opened successfully at 1731572472718 2024-11-14T08:21:12,719 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731572471878.65c11faf9fd130864690415d5a537cd7., pid=6, masterSystemTime=1731572472673 2024-11-14T08:21:12,722 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731572471878.65c11faf9fd130864690415d5a537cd7. 2024-11-14T08:21:12,722 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731572471878.65c11faf9fd130864690415d5a537cd7. 2024-11-14T08:21:12,723 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=65c11faf9fd130864690415d5a537cd7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b344df224d93,32987,1731572468137 2024-11-14T08:21:12,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65c11faf9fd130864690415d5a537cd7, server=b344df224d93,32987,1731572468137 because future has completed 2024-11-14T08:21:12,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T08:21:12,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 65c11faf9fd130864690415d5a537cd7, server=b344df224d93,32987,1731572468137 in 216 msec 2024-11-14T08:21:12,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T08:21:12,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=65c11faf9fd130864690415d5a537cd7, ASSIGN in 374 msec 2024-11-14T08:21:12,745 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:21:12,745 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572472745"}]},"ts":"1731572472745"} 2024-11-14T08:21:12,747 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T08:21:12,749 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:21:12,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 870 msec 2024-11-14T08:21:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:13,026 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T08:21:13,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae4ae49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:13,027 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,40173,-1 for getting cluster id 2024-11-14T08:21:13,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:13,028 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd93a625f-9c20-4698-8b88-198ae500c211' 2024-11-14T08:21:13,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:13,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d93a625f-9c20-4698-8b88-198ae500c211" 2024-11-14T08:21:13,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a508680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:13,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,40173,-1] 2024-11-14T08:21:13,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:13,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:13,031 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:13,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75198b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:13,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2867142d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:13,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,33065,-1 for getting cluster id 2024-11-14T08:21:13,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:13,041 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1561dc5b-f2de-4c73-8951-bea48bead49d' 2024-11-14T08:21:13,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:13,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1561dc5b-f2de-4c73-8951-bea48bead49d" 2024-11-14T08:21:13,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20bb7144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:13,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,33065,-1] 2024-11-14T08:21:13,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:13,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:13,044 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:13,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253f33e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:13,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1637bd3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:13,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,40173,-1 for getting cluster id 2024-11-14T08:21:13,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:13,054 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd93a625f-9c20-4698-8b88-198ae500c211' 2024-11-14T08:21:13,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d93a625f-9c20-4698-8b88-198ae500c211" 2024-11-14T08:21:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113c2116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:13,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,40173,-1] 2024-11-14T08:21:13,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:13,057 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:13,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:13,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c6cae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:13,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:13,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,40173,1731572460424 2024-11-14T08:21:13,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e97bf64 2024-11-14T08:21:13,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:21:13,061 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:21:13,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b344df224d93:33065,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T08:21:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T08:21:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:13,065 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:33065' 2024-11-14T08:21:13,072 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289b871a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:13,072 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,33065,-1 for getting cluster id 2024-11-14T08:21:13,073 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:13,074 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1561dc5b-f2de-4c73-8951-bea48bead49d' 2024-11-14T08:21:13,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:13,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1561dc5b-f2de-4c73-8951-bea48bead49d" 2024-11-14T08:21:13,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504a9ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:13,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,33065,-1] 2024-11-14T08:21:13,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:13,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:13,076 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:13,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20cc92da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:13,076 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:13,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,33065,1731572467661 2024-11-14T08:21:13,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5640f981 2024-11-14T08:21:13,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:21:13,078 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:21:13,079 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T08:21:13,079 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T08:21:13,079 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:13,079 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:13,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:21:13,079 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:21:13,081 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T08:21:13,083 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:21:13,083 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:13,085 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:21:13,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741837_1013 (size=1138) 2024-11-14T08:21:13,131 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T08:21:13,145 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a23eec28ec351799e1d3e96f8587d19, NAME => 'hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426 2024-11-14T08:21:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:13,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741838_1014 (size=44) 2024-11-14T08:21:13,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:13,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5a23eec28ec351799e1d3e96f8587d19, disabling compactions & flushes 2024-11-14T08:21:13,193 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19. 2024-11-14T08:21:13,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19. 2024-11-14T08:21:13,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19. after waiting 0 ms 2024-11-14T08:21:13,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19. 2024-11-14T08:21:13,193 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19. 2024-11-14T08:21:13,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a23eec28ec351799e1d3e96f8587d19: Waiting for close lock at 1731572473193Disabling compacts and flushes for region at 1731572473193Disabling writes for close at 1731572473193Writing region close event to WAL at 1731572473193Closed at 1731572473193 2024-11-14T08:21:13,195 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:21:13,196 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731572473196"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572473196"}]},"ts":"1731572473196"} 2024-11-14T08:21:13,199 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:21:13,200 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:21:13,200 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572473200"}]},"ts":"1731572473200"} 2024-11-14T08:21:13,202 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T08:21:13,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a23eec28ec351799e1d3e96f8587d19, ASSIGN}] 2024-11-14T08:21:13,204 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a23eec28ec351799e1d3e96f8587d19, ASSIGN 2024-11-14T08:21:13,205 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5a23eec28ec351799e1d3e96f8587d19, ASSIGN; state=OFFLINE, location=b344df224d93,42297,1731572460592; forceNewPlan=false, retain=false 2024-11-14T08:21:13,355 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a23eec28ec351799e1d3e96f8587d19, regionState=OPENING, regionLocation=b344df224d93,42297,1731572460592 2024-11-14T08:21:13,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5a23eec28ec351799e1d3e96f8587d19, ASSIGN because future has completed 2024-11-14T08:21:13,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a23eec28ec351799e1d3e96f8587d19, server=b344df224d93,42297,1731572460592}] 2024-11-14T08:21:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:13,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19. 2024-11-14T08:21:13,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:21:13,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T08:21:13,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C42297%2C1731572460592.rep, suffix=, logDir=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592, archiveDir=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/oldWALs, maxLogs=10 2024-11-14T08:21:13,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.rep.1731572473525, exclude list is [], retry=0 2024-11-14T08:21:13,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37037,DS-f622401d-e325-4e15-b5f7-6f3a66342bb5,DISK] 2024-11-14T08:21:13,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.rep.1731572473525 2024-11-14T08:21:13,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33225:33225)] 2024-11-14T08:21:13,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a23eec28ec351799e1d3e96f8587d19, NAME => 'hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:21:13,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:21:13,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:21:13,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19. service=MultiRowMutationService 2024-11-14T08:21:13,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T08:21:13,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5a23eec28ec351799e1d3e96f8587d19 2024-11-14T08:21:13,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:13,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5a23eec28ec351799e1d3e96f8587d19 2024-11-14T08:21:13,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5a23eec28ec351799e1d3e96f8587d19 2024-11-14T08:21:13,547 INFO [StoreOpener-5a23eec28ec351799e1d3e96f8587d19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5a23eec28ec351799e1d3e96f8587d19 2024-11-14T08:21:13,547 INFO [StoreOpener-5a23eec28ec351799e1d3e96f8587d19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a23eec28ec351799e1d3e96f8587d19 columnFamilyName hfileref 2024-11-14T08:21:13,547 DEBUG [StoreOpener-5a23eec28ec351799e1d3e96f8587d19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:13,548 INFO [StoreOpener-5a23eec28ec351799e1d3e96f8587d19-1 {}] regionserver.HStore(327): Store=5a23eec28ec351799e1d3e96f8587d19/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:13,548 INFO [StoreOpener-5a23eec28ec351799e1d3e96f8587d19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5a23eec28ec351799e1d3e96f8587d19 2024-11-14T08:21:13,549 INFO [StoreOpener-5a23eec28ec351799e1d3e96f8587d19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a23eec28ec351799e1d3e96f8587d19 columnFamilyName queue 2024-11-14T08:21:13,549 DEBUG [StoreOpener-5a23eec28ec351799e1d3e96f8587d19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:13,549 INFO [StoreOpener-5a23eec28ec351799e1d3e96f8587d19-1 {}] regionserver.HStore(327): Store=5a23eec28ec351799e1d3e96f8587d19/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:13,549 INFO [StoreOpener-5a23eec28ec351799e1d3e96f8587d19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5a23eec28ec351799e1d3e96f8587d19 2024-11-14T08:21:13,550 INFO [StoreOpener-5a23eec28ec351799e1d3e96f8587d19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a23eec28ec351799e1d3e96f8587d19 columnFamilyName sid 2024-11-14T08:21:13,550 DEBUG [StoreOpener-5a23eec28ec351799e1d3e96f8587d19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:13,550 INFO [StoreOpener-5a23eec28ec351799e1d3e96f8587d19-1 {}] regionserver.HStore(327): Store=5a23eec28ec351799e1d3e96f8587d19/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:13,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5a23eec28ec351799e1d3e96f8587d19 2024-11-14T08:21:13,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/replication/5a23eec28ec351799e1d3e96f8587d19 2024-11-14T08:21:13,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/replication/5a23eec28ec351799e1d3e96f8587d19 2024-11-14T08:21:13,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5a23eec28ec351799e1d3e96f8587d19 2024-11-14T08:21:13,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5a23eec28ec351799e1d3e96f8587d19 2024-11-14T08:21:13,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:21:13,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5a23eec28ec351799e1d3e96f8587d19 2024-11-14T08:21:13,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/replication/5a23eec28ec351799e1d3e96f8587d19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:21:13,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5a23eec28ec351799e1d3e96f8587d19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72423203, jitterRate=0.07918982207775116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:21:13,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a23eec28ec351799e1d3e96f8587d19 2024-11-14T08:21:13,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5a23eec28ec351799e1d3e96f8587d19: Running coprocessor pre-open hook at 1731572473546Writing region info on filesystem at 1731572473546Initializing all the Stores at 1731572473546Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572473546Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572473546Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572473546Cleaning up temporary data from old regions at 1731572473552 (+6 ms)Running coprocessor post-open hooks at 1731572473555 (+3 ms)Region opened successfully at 1731572473555 2024-11-14T08:21:13,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19., pid=10, masterSystemTime=1731572473521 2024-11-14T08:21:13,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19. 2024-11-14T08:21:13,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19. 2024-11-14T08:21:13,569 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a23eec28ec351799e1d3e96f8587d19, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,42297,1731572460592 2024-11-14T08:21:13,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a23eec28ec351799e1d3e96f8587d19, server=b344df224d93,42297,1731572460592 because future has completed 2024-11-14T08:21:13,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T08:21:13,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a23eec28ec351799e1d3e96f8587d19, server=b344df224d93,42297,1731572460592 in 207 msec 2024-11-14T08:21:13,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T08:21:13,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a23eec28ec351799e1d3e96f8587d19, ASSIGN in 374 msec 2024-11-14T08:21:13,579 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:21:13,580 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572473580"}]},"ts":"1731572473580"} 2024-11-14T08:21:13,581 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T08:21:13,582 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:21:13,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 502 msec 2024-11-14T08:21:13,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19., hostname=b344df224d93,42297,1731572460592, seqNum=2] 2024-11-14T08:21:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:13,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192 2024-11-14T08:21:13,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x101386edee50001, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192 2024-11-14T08:21:13,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T08:21:13,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T08:21:13,890 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T08:21:13,925 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b344df224d93,42297,1731572460592, ReplicationSource: 1, currentBandwidth=0 2024-11-14T08:21:13,925 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:13,925 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,42297,1731572460592, seqNum=-1] 2024-11-14T08:21:13,926 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:13,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T08:21:13,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b344df224d93,42297,1731572460592', locateType=CURRENT is [region=hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19., hostname=b344df224d93,42297,1731572460592, seqNum=2] 2024-11-14T08:21:13,931 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T08:21:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T08:21:13,933 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b344df224d93,42297,1731572460592 suceeded 2024-11-14T08:21:13,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T08:21:13,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-14T08:21:13,935 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b344df224d93:33065,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T08:21:13,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 874 msec 2024-11-14T08:21:13,945 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:33065' 2024-11-14T08:21:13,946 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@491b215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:13,946 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,33065,-1 for getting cluster id 2024-11-14T08:21:13,946 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:13,947 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1561dc5b-f2de-4c73-8951-bea48bead49d' 2024-11-14T08:21:13,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:13,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1561dc5b-f2de-4c73-8951-bea48bead49d" 2024-11-14T08:21:13,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@689da0ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:13,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,33065,-1] 2024-11-14T08:21:13,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:13,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:13,948 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:13,949 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f0178fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:13,949 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:13,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,33065,1731572467661 2024-11-14T08:21:13,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1486aa21 2024-11-14T08:21:13,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:21:13,950 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-14T08:21:13,950 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b344df224d93,42297,1731572460592 (queues=1) is replicating from cluster=d93a625f-9c20-4698-8b88-198ae500c211 to cluster=1561dc5b-f2de-4c73-8951-bea48bead49d 2024-11-14T08:21:13,951 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b344df224d93%2C42297%2C1731572460592 2024-11-14T08:21:13,951 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b344df224d93,42297,1731572460592, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T08:21:13,955 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.shipperb344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b344df224d93%2C42297%2C1731572460592 2024-11-14T08:21:13,956 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420, startPosition=0, beingWritten=true 2024-11-14T08:21:13,960 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:21:13,960 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 379, reset compression=false 2024-11-14T08:21:13,960 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.shipperb344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,42297,1731572460592 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:21:14,164 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 379, reset compression=false 2024-11-14T08:21:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:14,205 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T08:21:14,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:21:14,205 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:21:14,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:14,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:14,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:21:14,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5708e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:14,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,33065,-1 for getting cluster id 2024-11-14T08:21:14,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:14,207 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1561dc5b-f2de-4c73-8951-bea48bead49d' 2024-11-14T08:21:14,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:14,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1561dc5b-f2de-4c73-8951-bea48bead49d" 2024-11-14T08:21:14,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34dff179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:14,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,33065,-1] 2024-11-14T08:21:14,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:14,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:14,209 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:14,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b274dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:14,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:14,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,33065,1731572467661 2024-11-14T08:21:14,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f85feb8 2024-11-14T08:21:14,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:21:14,212 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:21:14,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b344df224d93:40173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T08:21:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T08:21:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:14,217 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:40173' 2024-11-14T08:21:14,236 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1edce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:14,236 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,40173,-1 for getting cluster id 2024-11-14T08:21:14,237 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:14,237 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd93a625f-9c20-4698-8b88-198ae500c211' 2024-11-14T08:21:14,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:14,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d93a625f-9c20-4698-8b88-198ae500c211" 2024-11-14T08:21:14,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9a6697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:14,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,40173,-1] 2024-11-14T08:21:14,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:14,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:14,239 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:14,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e486537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:14,240 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:14,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,40173,1731572460424 2024-11-14T08:21:14,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7da168f0 2024-11-14T08:21:14,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:21:14,242 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:21:14,243 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T08:21:14,243 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T08:21:14,243 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:14,243 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:14,244 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:21:14,245 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T08:21:14,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:21:14,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:21:14,246 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:14,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:21:14,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741837_1013 (size=1138) 2024-11-14T08:21:14,295 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T08:21:14,297 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b84ac1b6e8a485bacfdfafbf35a58d59, NAME => 'hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d 2024-11-14T08:21:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:14,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741838_1014 (size=44) 2024-11-14T08:21:14,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:14,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b84ac1b6e8a485bacfdfafbf35a58d59, disabling compactions & flushes 2024-11-14T08:21:14,335 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59. 2024-11-14T08:21:14,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59. 2024-11-14T08:21:14,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59. after waiting 0 ms 2024-11-14T08:21:14,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59. 2024-11-14T08:21:14,335 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59. 2024-11-14T08:21:14,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b84ac1b6e8a485bacfdfafbf35a58d59: Waiting for close lock at 1731572474335Disabling compacts and flushes for region at 1731572474335Disabling writes for close at 1731572474335Writing region close event to WAL at 1731572474335Closed at 1731572474335 2024-11-14T08:21:14,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:21:14,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731572474336"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572474336"}]},"ts":"1731572474336"} 2024-11-14T08:21:14,339 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:21:14,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:21:14,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572474340"}]},"ts":"1731572474340"} 2024-11-14T08:21:14,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T08:21:14,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b84ac1b6e8a485bacfdfafbf35a58d59, ASSIGN}] 2024-11-14T08:21:14,345 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b84ac1b6e8a485bacfdfafbf35a58d59, ASSIGN 2024-11-14T08:21:14,346 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b84ac1b6e8a485bacfdfafbf35a58d59, ASSIGN; state=OFFLINE, location=b344df224d93,32987,1731572468137; forceNewPlan=false, retain=false 2024-11-14T08:21:14,475 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 379, reset compression=false 2024-11-14T08:21:14,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b84ac1b6e8a485bacfdfafbf35a58d59, regionState=OPENING, regionLocation=b344df224d93,32987,1731572468137 2024-11-14T08:21:14,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b84ac1b6e8a485bacfdfafbf35a58d59, ASSIGN because future has completed 2024-11-14T08:21:14,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b84ac1b6e8a485bacfdfafbf35a58d59, server=b344df224d93,32987,1731572468137}] 2024-11-14T08:21:14,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:14,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59. 2024-11-14T08:21:14,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:21:14,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T08:21:14,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C32987%2C1731572468137.rep, suffix=, logDir=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137, archiveDir=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/oldWALs, maxLogs=10 2024-11-14T08:21:14,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.rep.1731572474672, exclude list is [], retry=0 2024-11-14T08:21:14,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45069,DS-b85573d1-9c8c-479c-8672-ed7a488639c2,DISK] 2024-11-14T08:21:14,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.rep.1731572474672 2024-11-14T08:21:14,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33701:33701)] 2024-11-14T08:21:14,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b84ac1b6e8a485bacfdfafbf35a58d59, NAME => 'hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:21:14,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:21:14,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:21:14,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59. service=MultiRowMutationService 2024-11-14T08:21:14,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T08:21:14,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b84ac1b6e8a485bacfdfafbf35a58d59 2024-11-14T08:21:14,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:14,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b84ac1b6e8a485bacfdfafbf35a58d59 2024-11-14T08:21:14,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b84ac1b6e8a485bacfdfafbf35a58d59 2024-11-14T08:21:14,704 INFO [StoreOpener-b84ac1b6e8a485bacfdfafbf35a58d59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b84ac1b6e8a485bacfdfafbf35a58d59 2024-11-14T08:21:14,705 INFO [StoreOpener-b84ac1b6e8a485bacfdfafbf35a58d59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b84ac1b6e8a485bacfdfafbf35a58d59 columnFamilyName hfileref 2024-11-14T08:21:14,705 DEBUG [StoreOpener-b84ac1b6e8a485bacfdfafbf35a58d59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:14,705 INFO [StoreOpener-b84ac1b6e8a485bacfdfafbf35a58d59-1 {}] regionserver.HStore(327): Store=b84ac1b6e8a485bacfdfafbf35a58d59/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:14,706 INFO [StoreOpener-b84ac1b6e8a485bacfdfafbf35a58d59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b84ac1b6e8a485bacfdfafbf35a58d59 2024-11-14T08:21:14,707 INFO [StoreOpener-b84ac1b6e8a485bacfdfafbf35a58d59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b84ac1b6e8a485bacfdfafbf35a58d59 columnFamilyName queue 2024-11-14T08:21:14,707 DEBUG [StoreOpener-b84ac1b6e8a485bacfdfafbf35a58d59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:14,707 INFO [StoreOpener-b84ac1b6e8a485bacfdfafbf35a58d59-1 {}] regionserver.HStore(327): Store=b84ac1b6e8a485bacfdfafbf35a58d59/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:14,707 INFO [StoreOpener-b84ac1b6e8a485bacfdfafbf35a58d59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b84ac1b6e8a485bacfdfafbf35a58d59 2024-11-14T08:21:14,708 INFO [StoreOpener-b84ac1b6e8a485bacfdfafbf35a58d59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b84ac1b6e8a485bacfdfafbf35a58d59 columnFamilyName sid 2024-11-14T08:21:14,708 DEBUG [StoreOpener-b84ac1b6e8a485bacfdfafbf35a58d59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:14,709 INFO [StoreOpener-b84ac1b6e8a485bacfdfafbf35a58d59-1 {}] regionserver.HStore(327): Store=b84ac1b6e8a485bacfdfafbf35a58d59/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:14,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b84ac1b6e8a485bacfdfafbf35a58d59 2024-11-14T08:21:14,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/replication/b84ac1b6e8a485bacfdfafbf35a58d59 2024-11-14T08:21:14,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/replication/b84ac1b6e8a485bacfdfafbf35a58d59 2024-11-14T08:21:14,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b84ac1b6e8a485bacfdfafbf35a58d59 2024-11-14T08:21:14,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b84ac1b6e8a485bacfdfafbf35a58d59 2024-11-14T08:21:14,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:21:14,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b84ac1b6e8a485bacfdfafbf35a58d59 2024-11-14T08:21:14,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/replication/b84ac1b6e8a485bacfdfafbf35a58d59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:21:14,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b84ac1b6e8a485bacfdfafbf35a58d59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69176639, jitterRate=0.030812248587608337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:21:14,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b84ac1b6e8a485bacfdfafbf35a58d59 2024-11-14T08:21:14,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b84ac1b6e8a485bacfdfafbf35a58d59: Running coprocessor pre-open hook at 1731572474701Writing region info on filesystem at 1731572474701Initializing all the Stores at 1731572474702 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572474702Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572474704 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572474704Cleaning up temporary data from old regions at 1731572474710 (+6 ms)Running coprocessor post-open hooks at 1731572474737 (+27 ms)Region opened successfully at 1731572474738 (+1 ms) 2024-11-14T08:21:14,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59., pid=10, masterSystemTime=1731572474654 2024-11-14T08:21:14,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59. 2024-11-14T08:21:14,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59. 2024-11-14T08:21:14,742 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b84ac1b6e8a485bacfdfafbf35a58d59, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,32987,1731572468137 2024-11-14T08:21:14,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b84ac1b6e8a485bacfdfafbf35a58d59, server=b344df224d93,32987,1731572468137 because future has completed 2024-11-14T08:21:14,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T08:21:14,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b84ac1b6e8a485bacfdfafbf35a58d59, server=b344df224d93,32987,1731572468137 in 252 msec 2024-11-14T08:21:14,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T08:21:14,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b84ac1b6e8a485bacfdfafbf35a58d59, ASSIGN in 410 msec 2024-11-14T08:21:14,757 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:21:14,757 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572474757"}]},"ts":"1731572474757"} 2024-11-14T08:21:14,759 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T08:21:14,767 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:21:14,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 523 msec 2024-11-14T08:21:14,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59., hostname=b344df224d93,32987,1731572468137, seqNum=2] 2024-11-14T08:21:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:14,879 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 379, reset compression=false 2024-11-14T08:21:14,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149 2024-11-14T08:21:14,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149 2024-11-14T08:21:14,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T08:21:14,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T08:21:14,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T08:21:14,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T08:21:14,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T08:21:14,943 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:21:14,943 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T08:21:15,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32987 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T08:21:15,065 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T08:21:15,110 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b344df224d93,32987,1731572468137, ReplicationSource: 1, currentBandwidth=0 2024-11-14T08:21:15,111 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:15,111 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,32987,1731572468137, seqNum=-1] 2024-11-14T08:21:15,111 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:15,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T08:21:15,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b344df224d93,32987,1731572468137', locateType=CURRENT is [region=hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59., hostname=b344df224d93,32987,1731572468137, seqNum=2] 2024-11-14T08:21:15,120 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T08:21:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T08:21:15,123 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b344df224d93,32987,1731572468137 suceeded 2024-11-14T08:21:15,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T08:21:15,125 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b344df224d93:40173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T08:21:15,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-14T08:21:15,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 912 msec 2024-11-14T08:21:15,151 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:40173' 2024-11-14T08:21:15,152 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4491a22e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:15,152 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,40173,-1 for getting cluster id 2024-11-14T08:21:15,152 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:15,153 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd93a625f-9c20-4698-8b88-198ae500c211' 2024-11-14T08:21:15,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:15,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d93a625f-9c20-4698-8b88-198ae500c211" 2024-11-14T08:21:15,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c5a62da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:15,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,40173,-1] 2024-11-14T08:21:15,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:15,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:15,155 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:15,156 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e3510e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:15,156 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:15,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,40173,1731572460424 2024-11-14T08:21:15,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75a607dc 2024-11-14T08:21:15,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:21:15,158 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-14T08:21:15,159 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b344df224d93,32987,1731572468137 (queues=1) is replicating from cluster=1561dc5b-f2de-4c73-8951-bea48bead49d to cluster=d93a625f-9c20-4698-8b88-198ae500c211 2024-11-14T08:21:15,159 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b344df224d93%2C32987%2C1731572468137 2024-11-14T08:21:15,159 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b344df224d93,32987,1731572468137, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T08:21:15,160 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838, startPosition=0, beingWritten=true 2024-11-14T08:21:15,167 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.shipperb344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b344df224d93%2C32987%2C1731572468137 2024-11-14T08:21:15,170 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:21:15,170 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 379, reset compression=false 2024-11-14T08:21:15,170 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.shipperb344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,32987,1731572468137 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:21:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:15,356 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T08:21:15,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:21:15,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:21:15,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:15,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:15,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:21:15,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:15,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,42297,1731572460592, seqNum=-1] 2024-11-14T08:21:15,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:15,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:21:15,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb., hostname=b344df224d93,42297,1731572460592, seqNum=2] 2024-11-14T08:21:15,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:15,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,32987,1731572468137, seqNum=-1] 2024-11-14T08:21:15,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:15,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:21:15,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731572471878.65c11faf9fd130864690415d5a537cd7., hostname=b344df224d93,32987,1731572468137, seqNum=2] 2024-11-14T08:21:15,369 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T08:21:15,377 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 379, reset compression=false 2024-11-14T08:21:15,385 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 379, reset compression=false 2024-11-14T08:21:15,402 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:21:15,402 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 480, reset compression=false 2024-11-14T08:21:15,402 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.shipperb344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,42297,1731572460592 got entry batch from reader: WALEntryBatch [walEntries=[{test/333d5a8a764c4eb6b17fd9c82c179cbb/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T08:21:15,405 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.shipperb344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:21:15,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-14T08:21:15,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:21:15,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12b3101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:15,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,33065,-1 for getting cluster id 2024-11-14T08:21:15,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:15,411 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1561dc5b-f2de-4c73-8951-bea48bead49d' 2024-11-14T08:21:15,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:15,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1561dc5b-f2de-4c73-8951-bea48bead49d" 2024-11-14T08:21:15,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@702e2af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:15,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,33065,-1] 2024-11-14T08:21:15,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:15,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:15,414 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:15,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7af0b91e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:15,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:15,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,32987,1731572468137, seqNum=-1] 2024-11-14T08:21:15,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:15,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T08:21:15,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731572471878.65c11faf9fd130864690415d5a537cd7., hostname=b344df224d93,32987,1731572468137, seqNum=2] 2024-11-14T08:21:15,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:21:15,610 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 480, reset compression=false 2024-11-14T08:21:15,689 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 379, reset compression=false 2024-11-14T08:21:15,695 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:21:15,695 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 504, reset compression=false 2024-11-14T08:21:15,695 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.shipperb344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,32987,1731572468137 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:21:15,913 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 504, reset compression=false 2024-11-14T08:21:15,930 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 480, reset compression=false 2024-11-14T08:21:16,236 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 504, reset compression=false 2024-11-14T08:21:16,360 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 480, reset compression=false 2024-11-14T08:21:16,372 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T08:21:16,377 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T08:21:16,616 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:21:16,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:16,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:16,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:16,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:16,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:16,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:16,678 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 504, reset compression=false 2024-11-14T08:21:16,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:16,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:16,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:16,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:16,738 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:21:16,738 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 608, reset compression=false 2024-11-14T08:21:16,738 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.shipperb344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,32987,1731572468137 got entry batch from reader: WALEntryBatch [walEntries=[{test/65c11faf9fd130864690415d5a537cd7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T08:21:16,741 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.shipperb344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:21:16,753 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T08:21:16,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-14T08:21:16,753 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T08:21:16,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:21:16,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7062e969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:16,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,40173,-1 for getting cluster id 2024-11-14T08:21:16,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:16,774 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd93a625f-9c20-4698-8b88-198ae500c211' 2024-11-14T08:21:16,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:16,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d93a625f-9c20-4698-8b88-198ae500c211" 2024-11-14T08:21:16,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@199ecdbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:16,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,40173,-1] 2024-11-14T08:21:16,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:16,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:16,777 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:16,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2559502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:16,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:16,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,42297,1731572460592, seqNum=-1] 2024-11-14T08:21:16,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:16,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T08:21:16,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb., hostname=b344df224d93,42297,1731572460592, seqNum=2] 2024-11-14T08:21:16,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:21:16,884 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 480, reset compression=false 2024-11-14T08:21:16,922 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:21:16,922 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 607, reset compression=false 2024-11-14T08:21:16,923 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.shipperb344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,42297,1731572460592 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:21:16,998 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 608, reset compression=false 2024-11-14T08:21:17,162 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 607, reset compression=false 2024-11-14T08:21:17,302 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 608, reset compression=false 2024-11-14T08:21:17,380 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T08:21:17,396 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T08:21:17,469 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 607, reset compression=false 2024-11-14T08:21:17,478 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:21:17,478 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 763, reset compression=false 2024-11-14T08:21:17,478 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.shipperb344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,42297,1731572460592 got entry batch from reader: WALEntryBatch [walEntries=[{test/333d5a8a764c4eb6b17fd9c82c179cbb/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T08:21:17,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:21:17,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:21:17,692 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 763, reset compression=false 2024-11-14T08:21:17,706 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 608, reset compression=false 2024-11-14T08:21:17,712 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:21:17,712 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 756, reset compression=false 2024-11-14T08:21:17,712 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.shipperb344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,32987,1731572468137 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:21:17,917 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 756, reset compression=false 2024-11-14T08:21:18,004 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 763, reset compression=false 2024-11-14T08:21:18,222 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 756, reset compression=false 2024-11-14T08:21:18,398 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T08:21:18,402 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T08:21:18,409 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 763, reset compression=false 2024-11-14T08:21:18,626 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 756, reset compression=false 2024-11-14T08:21:18,631 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:21:18,631 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 915, reset compression=false 2024-11-14T08:21:18,631 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.shipperb344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,32987,1731572468137 got entry batch from reader: WALEntryBatch [walEntries=[{test/65c11faf9fd130864690415d5a537cd7/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T08:21:18,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:21:18,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:21:18,844 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 915, reset compression=false 2024-11-14T08:21:18,913 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 763, reset compression=false 2024-11-14T08:21:18,917 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:21:18,917 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 912, reset compression=false 2024-11-14T08:21:18,917 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.shipperb344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,42297,1731572460592 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:21:19,128 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 912, reset compression=false 2024-11-14T08:21:19,147 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 915, reset compression=false 2024-11-14T08:21:19,404 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T08:21:19,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:21:19,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:21:19,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:21:19,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:19,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:19,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:21:19,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:21:19,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1614529012, stopped=false 2024-11-14T08:21:19,407 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,33065,1731572467661 2024-11-14T08:21:19,432 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 912, reset compression=false 2024-11-14T08:21:19,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1660695149/running 2024-11-14T08:21:19,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1660695149/running 2024-11-14T08:21:19,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149 2024-11-14T08:21:19,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149 2024-11-14T08:21:19,526 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:21:19,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:21:19,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:21:19,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:19,526 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,32987,1731572468137' ***** 2024-11-14T08:21:19,526 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:21:19,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Set watcher on znode that does not yet exist, /1-1660695149/running 2024-11-14T08:21:19,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Set watcher on znode that does not yet exist, /1-1660695149/running 2024-11-14T08:21:19,527 INFO [RS:0;b344df224d93:32987 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:21:19,527 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:21:19,527 INFO [RS:0;b344df224d93:32987 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:21:19,527 INFO [RS:0;b344df224d93:32987 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:21:19,527 INFO [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(3091): Received CLOSE for b84ac1b6e8a485bacfdfafbf35a58d59 2024-11-14T08:21:19,528 INFO [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(3091): Received CLOSE for 65c11faf9fd130864690415d5a537cd7 2024-11-14T08:21:19,528 INFO [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(959): stopping server b344df224d93,32987,1731572468137 2024-11-14T08:21:19,528 INFO [RS:0;b344df224d93:32987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:21:19,528 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b84ac1b6e8a485bacfdfafbf35a58d59, disabling compactions & flushes 2024-11-14T08:21:19,528 INFO [RS:0;b344df224d93:32987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:32987. 2024-11-14T08:21:19,528 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59. 2024-11-14T08:21:19,528 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59. 2024-11-14T08:21:19,528 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59. after waiting 0 ms 2024-11-14T08:21:19,528 DEBUG [RS:0;b344df224d93:32987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:21:19,528 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59. 2024-11-14T08:21:19,528 DEBUG [RS:0;b344df224d93:32987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:19,528 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b84ac1b6e8a485bacfdfafbf35a58d59 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-14T08:21:19,528 INFO [RS:0;b344df224d93:32987 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:21:19,528 INFO [RS:0;b344df224d93:32987 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:21:19,528 INFO [RS:0;b344df224d93:32987 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:21:19,528 INFO [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:21:19,528 INFO [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T08:21:19,528 DEBUG [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(1325): Online Regions={b84ac1b6e8a485bacfdfafbf35a58d59=hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59., 1588230740=hbase:meta,,1.1588230740, 65c11faf9fd130864690415d5a537cd7=test,,1731572471878.65c11faf9fd130864690415d5a537cd7.} 2024-11-14T08:21:19,528 DEBUG [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65c11faf9fd130864690415d5a537cd7, b84ac1b6e8a485bacfdfafbf35a58d59 2024-11-14T08:21:19,528 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:21:19,528 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:21:19,528 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:21:19,528 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:21:19,528 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:21:19,529 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T08:21:19,546 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/replication/b84ac1b6e8a485bacfdfafbf35a58d59/.tmp/queue/de33873ce4af4e8cbe6e574eaa136769 is 153, key is 1-b344df224d93,32987,1731572468137/queue:b344df224d93%2C32987%2C1731572468137/1731572478638/Put/seqid=0 2024-11-14T08:21:19,547 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/.tmp/info/78427fed4d934cb18fe3ceda60c95fd9 is 147, key is hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59./info:regioninfo/1731572474741/Put/seqid=0 2024-11-14T08:21:19,552 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 915, reset compression=false 2024-11-14T08:21:19,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741841_1017 (size=5352) 2024-11-14T08:21:19,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741840_1016 (size=7686) 2024-11-14T08:21:19,560 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/.tmp/info/78427fed4d934cb18fe3ceda60c95fd9 2024-11-14T08:21:19,561 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/replication/b84ac1b6e8a485bacfdfafbf35a58d59/.tmp/queue/de33873ce4af4e8cbe6e574eaa136769 2024-11-14T08:21:19,566 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/replication/b84ac1b6e8a485bacfdfafbf35a58d59/.tmp/queue/de33873ce4af4e8cbe6e574eaa136769 as hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/replication/b84ac1b6e8a485bacfdfafbf35a58d59/queue/de33873ce4af4e8cbe6e574eaa136769 2024-11-14T08:21:19,570 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/replication/b84ac1b6e8a485bacfdfafbf35a58d59/queue/de33873ce4af4e8cbe6e574eaa136769, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T08:21:19,571 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for b84ac1b6e8a485bacfdfafbf35a58d59 in 43ms, sequenceid=10, compaction requested=false 2024-11-14T08:21:19,578 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/replication/b84ac1b6e8a485bacfdfafbf35a58d59/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T08:21:19,579 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:21:19,579 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:21:19,579 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59. 2024-11-14T08:21:19,579 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b84ac1b6e8a485bacfdfafbf35a58d59: Waiting for close lock at 1731572479528Running coprocessor pre-close hooks at 1731572479528Disabling compacts and flushes for region at 1731572479528Disabling writes for close at 1731572479528Obtaining lock to block concurrent updates at 1731572479528Preparing flush snapshotting stores in b84ac1b6e8a485bacfdfafbf35a58d59 at 1731572479528Finished memstore snapshotting hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731572479528Flushing stores of hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59. at 1731572479529 (+1 ms)Flushing b84ac1b6e8a485bacfdfafbf35a58d59/queue: creating writer at 1731572479529Flushing b84ac1b6e8a485bacfdfafbf35a58d59/queue: appending metadata at 1731572479546 (+17 ms)Flushing b84ac1b6e8a485bacfdfafbf35a58d59/queue: closing flushed file at 1731572479546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@242003da: reopening flushed file at 1731572479565 (+19 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for b84ac1b6e8a485bacfdfafbf35a58d59 in 43ms, sequenceid=10, compaction requested=false at 1731572479571 (+6 ms)Writing region close event to WAL at 1731572479575 (+4 ms)Running coprocessor post-close hooks at 1731572479579 (+4 ms)Closed at 1731572479579 2024-11-14T08:21:19,579 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731572474243.b84ac1b6e8a485bacfdfafbf35a58d59. 2024-11-14T08:21:19,579 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65c11faf9fd130864690415d5a537cd7, disabling compactions & flushes 2024-11-14T08:21:19,579 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731572471878.65c11faf9fd130864690415d5a537cd7. 2024-11-14T08:21:19,579 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572471878.65c11faf9fd130864690415d5a537cd7. 2024-11-14T08:21:19,579 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731572471878.65c11faf9fd130864690415d5a537cd7. after waiting 0 ms 2024-11-14T08:21:19,579 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731572471878.65c11faf9fd130864690415d5a537cd7. 2024-11-14T08:21:19,580 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 65c11faf9fd130864690415d5a537cd7 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-14T08:21:19,584 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/.tmp/ns/b62168cd576c4c048fb7c68d28acac1b is 43, key is default/ns:d/1731572471147/Put/seqid=0 2024-11-14T08:21:19,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741842_1018 (size=5153) 2024-11-14T08:21:19,599 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/default/test/65c11faf9fd130864690415d5a537cd7/.tmp/f/57441bcaa2844e0595c3dbad92883936 is 29, key is row1/f:/1731572478399/DeleteFamily/seqid=0 2024-11-14T08:21:19,601 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:21:19,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741843_1019 (size=5118) 2024-11-14T08:21:19,690 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T08:21:19,690 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T08:21:19,729 DEBUG [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65c11faf9fd130864690415d5a537cd7 2024-11-14T08:21:19,835 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 912, reset compression=false 2024-11-14T08:21:19,929 DEBUG [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65c11faf9fd130864690415d5a537cd7 2024-11-14T08:21:19,988 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/.tmp/ns/b62168cd576c4c048fb7c68d28acac1b 2024-11-14T08:21:20,003 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/default/test/65c11faf9fd130864690415d5a537cd7/.tmp/f/57441bcaa2844e0595c3dbad92883936 2024-11-14T08:21:20,007 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57441bcaa2844e0595c3dbad92883936 2024-11-14T08:21:20,011 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/.tmp/rep_barrier/d432f0a0e35d4fdeb2bb51300e1a1d55 is 112, key is test,,1731572471878.65c11faf9fd130864690415d5a537cd7./rep_barrier:seqnumDuringOpen/1731572472723/Put/seqid=0 2024-11-14T08:21:20,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741844_1020 (size=5518) 2024-11-14T08:21:20,027 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/default/test/65c11faf9fd130864690415d5a537cd7/.tmp/f1/f68bc8ff01be41e9add5aa933efada53 is 30, key is row1/f1:/1731572478399/DeleteFamily/seqid=0 2024-11-14T08:21:20,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741845_1021 (size=5123) 2024-11-14T08:21:20,031 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/default/test/65c11faf9fd130864690415d5a537cd7/.tmp/f1/f68bc8ff01be41e9add5aa933efada53 2024-11-14T08:21:20,035 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f68bc8ff01be41e9add5aa933efada53 2024-11-14T08:21:20,055 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/default/test/65c11faf9fd130864690415d5a537cd7/.tmp/norep/2fe3bb51c1114358aeb89e08015b43b7 is 33, key is row1/norep:/1731572478399/DeleteFamily/seqid=0 2024-11-14T08:21:20,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741846_1022 (size=5108) 2024-11-14T08:21:20,060 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 915, reset compression=false 2024-11-14T08:21:20,065 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:21:20,065 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 1162, reset compression=false 2024-11-14T08:21:20,065 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.shipperb344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,32987,1731572468137 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:21:20,066 ERROR [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.shipperb344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b344df224d93,32987,1731572468137: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b344df224d93,32987,1731572468137, walGroup=b344df224d93%2C32987%2C1731572468137, offset=b344df224d93%2C32987%2C1731572468137.1731572470838:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:32987 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T08:21:20,068 ERROR [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.shipperb344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T08:21:20,068 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.shipperb344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T08:21:20,069 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.shipperb344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T08:21:20,069 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.shipperb344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T08:21:20,069 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.shipperb344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T08:21:20,069 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.shipperb344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 607939088 }, "NonHeapMemoryUsage": { "committed": 194379776, "init": 7667712, "max": -1, "used": 191387368 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T08:21:20,070 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.shipperb344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:33065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:33065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T08:21:20,129 DEBUG [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65c11faf9fd130864690415d5a537cd7 2024-11-14T08:21:20,269 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 1162, reset compression=false 2024-11-14T08:21:20,329 DEBUG [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65c11faf9fd130864690415d5a537cd7 2024-11-14T08:21:20,339 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 912, reset compression=false 2024-11-14T08:21:20,425 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/.tmp/rep_barrier/d432f0a0e35d4fdeb2bb51300e1a1d55 2024-11-14T08:21:20,448 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/.tmp/table/b2f935c112b34b26b0abb00a8e6d037c is 53, key is hbase:replication/table:state/1731572474757/Put/seqid=0 2024-11-14T08:21:20,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741847_1023 (size=5308) 2024-11-14T08:21:20,459 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/default/test/65c11faf9fd130864690415d5a537cd7/.tmp/norep/2fe3bb51c1114358aeb89e08015b43b7 2024-11-14T08:21:20,464 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fe3bb51c1114358aeb89e08015b43b7 2024-11-14T08:21:20,465 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/default/test/65c11faf9fd130864690415d5a537cd7/.tmp/f/57441bcaa2844e0595c3dbad92883936 as hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/default/test/65c11faf9fd130864690415d5a537cd7/f/57441bcaa2844e0595c3dbad92883936 2024-11-14T08:21:20,469 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57441bcaa2844e0595c3dbad92883936 2024-11-14T08:21:20,469 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/default/test/65c11faf9fd130864690415d5a537cd7/f/57441bcaa2844e0595c3dbad92883936, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T08:21:20,470 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/default/test/65c11faf9fd130864690415d5a537cd7/.tmp/f1/f68bc8ff01be41e9add5aa933efada53 as hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/default/test/65c11faf9fd130864690415d5a537cd7/f1/f68bc8ff01be41e9add5aa933efada53 2024-11-14T08:21:20,475 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f68bc8ff01be41e9add5aa933efada53 2024-11-14T08:21:20,475 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/default/test/65c11faf9fd130864690415d5a537cd7/f1/f68bc8ff01be41e9add5aa933efada53, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T08:21:20,476 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/default/test/65c11faf9fd130864690415d5a537cd7/.tmp/norep/2fe3bb51c1114358aeb89e08015b43b7 as hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/default/test/65c11faf9fd130864690415d5a537cd7/norep/2fe3bb51c1114358aeb89e08015b43b7 2024-11-14T08:21:20,481 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fe3bb51c1114358aeb89e08015b43b7 2024-11-14T08:21:20,481 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/default/test/65c11faf9fd130864690415d5a537cd7/norep/2fe3bb51c1114358aeb89e08015b43b7, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T08:21:20,482 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 65c11faf9fd130864690415d5a537cd7 in 902ms, sequenceid=8, compaction requested=false 2024-11-14T08:21:20,491 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/default/test/65c11faf9fd130864690415d5a537cd7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T08:21:20,491 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:21:20,491 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:21:20,491 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731572471878.65c11faf9fd130864690415d5a537cd7. 2024-11-14T08:21:20,492 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65c11faf9fd130864690415d5a537cd7: Waiting for close lock at 1731572479579Running coprocessor pre-close hooks at 1731572479579Disabling compacts and flushes for region at 1731572479579Disabling writes for close at 1731572479579Obtaining lock to block concurrent updates at 1731572479580 (+1 ms)Preparing flush snapshotting stores in 65c11faf9fd130864690415d5a537cd7 at 1731572479580Finished memstore snapshotting test,,1731572471878.65c11faf9fd130864690415d5a537cd7., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731572479580Flushing stores of test,,1731572471878.65c11faf9fd130864690415d5a537cd7. at 1731572479580Flushing 65c11faf9fd130864690415d5a537cd7/f: creating writer at 1731572479580Flushing 65c11faf9fd130864690415d5a537cd7/f: appending metadata at 1731572479598 (+18 ms)Flushing 65c11faf9fd130864690415d5a537cd7/f: closing flushed file at 1731572479598Flushing 65c11faf9fd130864690415d5a537cd7/f1: creating writer at 1731572480008 (+410 ms)Flushing 65c11faf9fd130864690415d5a537cd7/f1: appending metadata at 1731572480026 (+18 ms)Flushing 65c11faf9fd130864690415d5a537cd7/f1: closing flushed file at 1731572480026Flushing 65c11faf9fd130864690415d5a537cd7/norep: creating writer at 1731572480035 (+9 ms)Flushing 65c11faf9fd130864690415d5a537cd7/norep: appending metadata at 1731572480054 (+19 ms)Flushing 65c11faf9fd130864690415d5a537cd7/norep: closing flushed file at 1731572480054Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d9312e1: reopening flushed file at 1731572480464 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bc5e546: reopening flushed file at 1731572480470 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c23c1a5: reopening flushed file at 1731572480475 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 65c11faf9fd130864690415d5a537cd7 in 902ms, sequenceid=8, compaction requested=false at 1731572480482 (+7 ms)Writing region close event to WAL at 1731572480488 (+6 ms)Running coprocessor post-close hooks at 1731572480491 (+3 ms)Closed at 1731572480491 2024-11-14T08:21:20,492 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731572471878.65c11faf9fd130864690415d5a537cd7. 2024-11-14T08:21:20,529 INFO [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T08:21:20,529 DEBUG [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T08:21:20,529 DEBUG [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:21:20,572 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 1162, reset compression=false 2024-11-14T08:21:20,577 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:21:20,577 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 1806, reset compression=false 2024-11-14T08:21:20,730 DEBUG [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:21:20,781 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 1806, reset compression=false 2024-11-14T08:21:20,852 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/.tmp/table/b2f935c112b34b26b0abb00a8e6d037c 2024-11-14T08:21:20,905 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/.tmp/info/78427fed4d934cb18fe3ceda60c95fd9 as hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/info/78427fed4d934cb18fe3ceda60c95fd9 2024-11-14T08:21:20,909 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/info/78427fed4d934cb18fe3ceda60c95fd9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T08:21:20,910 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/.tmp/ns/b62168cd576c4c048fb7c68d28acac1b as hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/ns/b62168cd576c4c048fb7c68d28acac1b 2024-11-14T08:21:20,914 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/ns/b62168cd576c4c048fb7c68d28acac1b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T08:21:20,914 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/.tmp/rep_barrier/d432f0a0e35d4fdeb2bb51300e1a1d55 as hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/rep_barrier/d432f0a0e35d4fdeb2bb51300e1a1d55 2024-11-14T08:21:20,919 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/rep_barrier/d432f0a0e35d4fdeb2bb51300e1a1d55, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T08:21:20,919 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/.tmp/table/b2f935c112b34b26b0abb00a8e6d037c as hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/table/b2f935c112b34b26b0abb00a8e6d037c 2024-11-14T08:21:20,923 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/table/b2f935c112b34b26b0abb00a8e6d037c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T08:21:20,924 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1396ms, sequenceid=16, compaction requested=false 2024-11-14T08:21:20,930 DEBUG [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:21:20,930 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T08:21:20,930 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:21:20,930 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:21:20,931 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:21:20,931 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572479528Running coprocessor pre-close hooks at 1731572479528Disabling compacts and flushes for region at 1731572479528Disabling writes for close at 1731572479528Obtaining lock to block concurrent updates at 1731572479529 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731572479529Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731572479529Flushing stores of hbase:meta,,1.1588230740 at 1731572479529Flushing 1588230740/info: creating writer at 1731572479529Flushing 1588230740/info: appending metadata at 1731572479546 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731572479546Flushing 1588230740/ns: creating writer at 1731572479566 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731572479583 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731572479583Flushing 1588230740/rep_barrier: creating writer at 1731572479992 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731572480011 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731572480011Flushing 1588230740/table: creating writer at 1731572480430 (+419 ms)Flushing 1588230740/table: appending metadata at 1731572480447 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731572480447Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@607de18d: reopening flushed file at 1731572480904 (+457 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a7cfbbf: reopening flushed file at 1731572480909 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30c81a8d: reopening flushed file at 1731572480914 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@230a84d4: reopening flushed file at 1731572480919 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1396ms, sequenceid=16, compaction requested=false at 1731572480924 (+5 ms)Writing region close event to WAL at 1731572480927 (+3 ms)Running coprocessor post-close hooks at 1731572480930 (+3 ms)Closed at 1731572480931 (+1 ms) 2024-11-14T08:21:20,931 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:21:20,943 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 912, reset compression=false 2024-11-14T08:21:21,084 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.wal-reader.b344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 to pos 1806, reset compression=false 2024-11-14T08:21:21,130 INFO [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(976): stopping server b344df224d93,32987,1731572468137; all regions closed. 2024-11-14T08:21:21,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741834_1010 (size=4239) 2024-11-14T08:21:21,133 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.meta.1731572471097.meta not finished, retry = 0 2024-11-14T08:21:21,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741839_1015 (size=2676) 2024-11-14T08:21:21,235 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.rep.1731572474672 not finished, retry = 0 2024-11-14T08:21:21,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741833_1009 (size=1814) 2024-11-14T08:21:21,338 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/WALs/b344df224d93,32987,1731572468137/b344df224d93%2C32987%2C1731572468137.1731572470838 not finished, retry = 0 2024-11-14T08:21:21,439 DEBUG [RS:0;b344df224d93:32987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:21,439 INFO [RS:0;b344df224d93:32987 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:21:21,439 INFO [RS:0;b344df224d93:32987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:21:21,439 INFO [RS:0;b344df224d93:32987 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T08:21:21,439 INFO [RS:0;b344df224d93:32987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:21:21,439 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:21:21,439 INFO [RS:0;b344df224d93:32987 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b344df224d93,32987,1731572468137 because: Region server is closing 2024-11-14T08:21:21,440 INFO [RS:0;b344df224d93:32987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:32987. 2024-11-14T08:21:21,440 DEBUG [RS:0;b344df224d93:32987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:21:21,440 DEBUG [RS:0;b344df224d93:32987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:21,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:21:21,440 DEBUG [RS:0;b344df224d93:32987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:21,540 INFO [RS:0;b344df224d93:32987 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,32987,1731572468137.replicationSource.shipperb344df224d93%2C32987%2C1731572468137,1-b344df224d93,32987,1731572468137 terminated 2024-11-14T08:21:21,540 INFO [RS:0;b344df224d93:32987 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:32987. 2024-11-14T08:21:21,540 DEBUG [RS:0;b344df224d93:32987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:21:21,541 DEBUG [RS:0;b344df224d93:32987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:21,541 DEBUG [RS:0;b344df224d93:32987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:21,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:21:21,541 INFO [RS:0;b344df224d93:32987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32987 2024-11-14T08:21:21,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1660695149/rs/b344df224d93,32987,1731572468137 2024-11-14T08:21:21,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149/rs 2024-11-14T08:21:21,592 INFO [RS:0;b344df224d93:32987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:21:21,603 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,32987,1731572468137] 2024-11-14T08:21:21,613 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1660695149/draining/b344df224d93,32987,1731572468137 already deleted, retry=false 2024-11-14T08:21:21,613 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,32987,1731572468137 expired; onlineServers=0 2024-11-14T08:21:21,613 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,33065,1731572467661' ***** 2024-11-14T08:21:21,613 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:21:21,613 INFO [M:0;b344df224d93:33065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:21:21,613 INFO [M:0;b344df224d93:33065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:21:21,614 DEBUG [M:0;b344df224d93:33065 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:21:21,614 DEBUG [M:0;b344df224d93:33065 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:21:21,614 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:21:21,614 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572470417 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572470417,5,FailOnTimeoutGroup] 2024-11-14T08:21:21,614 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572470415 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572470415,5,FailOnTimeoutGroup] 2024-11-14T08:21:21,614 INFO [M:0;b344df224d93:33065 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:21:21,614 INFO [M:0;b344df224d93:33065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:21:21,614 DEBUG [M:0;b344df224d93:33065 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:21:21,614 INFO [M:0;b344df224d93:33065 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:21:21,614 INFO [M:0;b344df224d93:33065 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:21:21,614 INFO [M:0;b344df224d93:33065 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:21:21,614 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:21:21,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1660695149/master 2024-11-14T08:21:21,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660695149 2024-11-14T08:21:21,624 DEBUG [M:0;b344df224d93:33065 {}] zookeeper.ZKUtil(347): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Unable to get data of znode /1-1660695149/master because node does not exist (not an error) 2024-11-14T08:21:21,624 WARN [M:0;b344df224d93:33065 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T08:21:21,624 INFO [M:0;b344df224d93:33065 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/.lastflushedseqids 2024-11-14T08:21:21,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741848_1024 (size=245) 2024-11-14T08:21:21,644 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:21,645 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:21:21,645 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28262 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:21:21,647 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 912, reset compression=false 2024-11-14T08:21:21,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:21:21,703 INFO [RS:0;b344df224d93:32987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:21:21,703 INFO [RS:0;b344df224d93:32987 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,32987,1731572468137; zookeeper connection closed. 2024-11-14T08:21:21,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32987-0x101386edee50004, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:21:21,703 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45295a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45295a 2024-11-14T08:21:21,703 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:21:22,028 INFO [M:0;b344df224d93:33065 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:21:22,028 INFO [M:0;b344df224d93:33065 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:21:22,029 DEBUG [M:0;b344df224d93:33065 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:21:22,029 INFO [M:0;b344df224d93:33065 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:22,029 DEBUG [M:0;b344df224d93:33065 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:22,029 DEBUG [M:0;b344df224d93:33065 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:21:22,029 DEBUG [M:0;b344df224d93:33065 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:22,029 INFO [M:0;b344df224d93:33065 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-14T08:21:22,046 DEBUG [M:0;b344df224d93:33065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d00d9fa98153422a9e4019a03b65e103 is 82, key is hbase:meta,,1/info:regioninfo/1731572471124/Put/seqid=0 2024-11-14T08:21:22,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741849_1025 (size=5672) 2024-11-14T08:21:22,450 INFO [M:0;b344df224d93:33065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d00d9fa98153422a9e4019a03b65e103 2024-11-14T08:21:22,450 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 912, reset compression=false 2024-11-14T08:21:22,467 DEBUG [M:0;b344df224d93:33065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f3ab3611a664852b80e49a1c3ccea41 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731572474769/Put/seqid=0 2024-11-14T08:21:22,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741850_1026 (size=8515) 2024-11-14T08:21:22,871 INFO [M:0;b344df224d93:33065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f3ab3611a664852b80e49a1c3ccea41 2024-11-14T08:21:22,888 DEBUG [M:0;b344df224d93:33065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce6a83f098de41ea9cc6d97eacc0911b is 69, key is b344df224d93,32987,1731572468137/rs:state/1731572470509/Put/seqid=0 2024-11-14T08:21:22,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741851_1027 (size=5156) 2024-11-14T08:21:22,893 INFO [M:0;b344df224d93:33065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce6a83f098de41ea9cc6d97eacc0911b 2024-11-14T08:21:22,898 DEBUG [M:0;b344df224d93:33065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d00d9fa98153422a9e4019a03b65e103 as hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d00d9fa98153422a9e4019a03b65e103 2024-11-14T08:21:22,902 INFO [M:0;b344df224d93:33065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d00d9fa98153422a9e4019a03b65e103, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T08:21:22,903 DEBUG [M:0;b344df224d93:33065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1f3ab3611a664852b80e49a1c3ccea41 as hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f3ab3611a664852b80e49a1c3ccea41 2024-11-14T08:21:22,906 INFO [M:0;b344df224d93:33065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1f3ab3611a664852b80e49a1c3ccea41, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T08:21:22,907 DEBUG [M:0;b344df224d93:33065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce6a83f098de41ea9cc6d97eacc0911b as hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce6a83f098de41ea9cc6d97eacc0911b 2024-11-14T08:21:22,911 INFO [M:0;b344df224d93:33065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37915/user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce6a83f098de41ea9cc6d97eacc0911b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T08:21:22,912 INFO [M:0;b344df224d93:33065 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=97, compaction requested=false 2024-11-14T08:21:22,913 INFO [M:0;b344df224d93:33065 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:22,913 DEBUG [M:0;b344df224d93:33065 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572482029Disabling compacts and flushes for region at 1731572482029Disabling writes for close at 1731572482029Obtaining lock to block concurrent updates at 1731572482029Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572482029Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731572482029Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572482030 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572482030Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572482046 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572482046Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572482454 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572482467 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572482467Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572482875 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572482888 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572482888Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c1133a: reopening flushed file at 1731572482897 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5069ceec: reopening flushed file at 1731572482902 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dd0608d: reopening flushed file at 1731572482906 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=97, compaction requested=false at 1731572482912 (+6 ms)Writing region close event to WAL at 1731572482913 (+1 ms)Closed at 1731572482913 2024-11-14T08:21:22,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45069 is added to blk_1073741830_1006 (size=63642) 2024-11-14T08:21:22,914 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d5ecbae-f1cf-2082-5e66-840546df1e3d/MasterData/WALs/b344df224d93,33065,1731572467661/b344df224d93%2C33065%2C1731572467661.1731572469601 not finished, retry = 0 2024-11-14T08:21:23,015 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:21:23,016 INFO [M:0;b344df224d93:33065 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:21:23,016 INFO [M:0;b344df224d93:33065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33065 2024-11-14T08:21:23,016 INFO [M:0;b344df224d93:33065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:21:23,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:21:23,187 INFO [M:0;b344df224d93:33065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:21:23,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33065-0x101386edee50003, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:21:23,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fc538e5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:21:23,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64e18194{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:21:23,219 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:21:23,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17e66ab3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:21:23,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8329f77{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/hadoop.log.dir/,STOPPED} 2024-11-14T08:21:23,221 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:21:23,221 WARN [BP-826710754-172.17.0.3-1731572465036 heartbeating to localhost/127.0.0.1:37915 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:21:23,221 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:21:23,221 WARN [BP-826710754-172.17.0.3-1731572465036 heartbeating to localhost/127.0.0.1:37915 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-826710754-172.17.0.3-1731572465036 (Datanode Uuid ddc7a88c-2222-48ff-8d0c-393b8cb841e1) service to localhost/127.0.0.1:37915 2024-11-14T08:21:23,221 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/cluster_f49d0dfe-4be6-d0c7-391c-345cb2530474/data/data1/current/BP-826710754-172.17.0.3-1731572465036 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:21:23,221 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/cluster_f49d0dfe-4be6-d0c7-391c-345cb2530474/data/data2/current/BP-826710754-172.17.0.3-1731572465036 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:21:23,222 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:21:23,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e9e1c57{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:21:23,228 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7201f961{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:21:23,228 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:21:23,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@524a9d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:21:23,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b372d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/hadoop.log.dir/,STOPPED} 2024-11-14T08:21:23,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T08:21:23,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:21:23,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:21:23,240 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:21:23,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:23,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:23,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:21:23,241 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:21:23,241 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1111847876, stopped=false 2024-11-14T08:21:23,241 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,40173,1731572460424 2024-11-14T08:21:23,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x101386edee50001, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01002507192/running 2024-11-14T08:21:23,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01002507192/running 2024-11-14T08:21:23,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x101386edee50001, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192 2024-11-14T08:21:23,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192 2024-11-14T08:21:23,255 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:21:23,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:21:23,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Set watcher on znode that does not yet exist, /01002507192/running 2024-11-14T08:21:23,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:21:23,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:23,256 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,42297,1731572460592' ***** 2024-11-14T08:21:23,256 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:21:23,256 INFO [RS:0;b344df224d93:42297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:21:23,256 INFO [RS:0;b344df224d93:42297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:21:23,256 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:21:23,256 INFO [RS:0;b344df224d93:42297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:21:23,256 INFO [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(3091): Received CLOSE for 333d5a8a764c4eb6b17fd9c82c179cbb 2024-11-14T08:21:23,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42297-0x101386edee50001, quorum=127.0.0.1:55242, baseZNode=/01002507192 Set watcher on znode that does not yet exist, /01002507192/running 2024-11-14T08:21:23,257 INFO [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a23eec28ec351799e1d3e96f8587d19 2024-11-14T08:21:23,257 INFO [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(959): stopping server b344df224d93,42297,1731572460592 2024-11-14T08:21:23,257 INFO [RS:0;b344df224d93:42297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:21:23,257 INFO [RS:0;b344df224d93:42297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:42297. 2024-11-14T08:21:23,257 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 333d5a8a764c4eb6b17fd9c82c179cbb, disabling compactions & flushes 2024-11-14T08:21:23,257 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb. 2024-11-14T08:21:23,257 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb. 2024-11-14T08:21:23,257 DEBUG [RS:0;b344df224d93:42297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:21:23,257 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb. after waiting 0 ms 2024-11-14T08:21:23,257 DEBUG [RS:0;b344df224d93:42297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:23,257 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb. 2024-11-14T08:21:23,257 INFO [RS:0;b344df224d93:42297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:21:23,257 INFO [RS:0;b344df224d93:42297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:21:23,257 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 333d5a8a764c4eb6b17fd9c82c179cbb 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-14T08:21:23,257 INFO [RS:0;b344df224d93:42297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:21:23,257 INFO [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:21:23,258 INFO [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T08:21:23,258 DEBUG [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(1325): Online Regions={333d5a8a764c4eb6b17fd9c82c179cbb=test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb., 5a23eec28ec351799e1d3e96f8587d19=hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T08:21:23,258 DEBUG [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 333d5a8a764c4eb6b17fd9c82c179cbb, 5a23eec28ec351799e1d3e96f8587d19 2024-11-14T08:21:23,258 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:21:23,258 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:21:23,258 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:21:23,258 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:21:23,258 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:21:23,258 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T08:21:23,275 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/.tmp/info/596e5a7d318d4962b126fc80975a886b is 147, key is hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19./info:regioninfo/1731572473569/Put/seqid=0 2024-11-14T08:21:23,275 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/default/test/333d5a8a764c4eb6b17fd9c82c179cbb/.tmp/f/c9ddc8292a3b42d1b507228933ce8df3 is 29, key is row1/f:/1731572478399/DeleteFamily/seqid=0 2024-11-14T08:21:23,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741841_1017 (size=5118) 2024-11-14T08:21:23,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741840_1016 (size=7686) 2024-11-14T08:21:23,322 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T08:21:23,323 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T08:21:23,332 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:21:23,355 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 912, reset compression=false 2024-11-14T08:21:23,360 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:21:23,360 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 1159, reset compression=false 2024-11-14T08:21:23,360 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.shipperb344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,42297,1731572460592 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:21:23,361 ERROR [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.shipperb344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b344df224d93,42297,1731572460592: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b344df224d93,42297,1731572460592, walGroup=b344df224d93%2C42297%2C1731572460592, offset=b344df224d93%2C42297%2C1731572460592.1731572464420:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T08:21:23,362 ERROR [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.shipperb344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T08:21:23,362 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.shipperb344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T08:21:23,363 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.shipperb344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T08:21:23,363 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.shipperb344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T08:21:23,363 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.shipperb344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T08:21:23,363 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.shipperb344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 656173584 }, "NonHeapMemoryUsage": { "committed": 194772992, "init": 7667712, "max": -1, "used": 191938512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T08:21:23,363 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.shipperb344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:40173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:40173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T08:21:23,458 DEBUG [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 333d5a8a764c4eb6b17fd9c82c179cbb, 5a23eec28ec351799e1d3e96f8587d19 2024-11-14T08:21:23,563 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 1159, reset compression=false 2024-11-14T08:21:23,658 DEBUG [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 333d5a8a764c4eb6b17fd9c82c179cbb, 5a23eec28ec351799e1d3e96f8587d19 2024-11-14T08:21:23,679 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/default/test/333d5a8a764c4eb6b17fd9c82c179cbb/.tmp/f/c9ddc8292a3b42d1b507228933ce8df3 2024-11-14T08:21:23,679 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/.tmp/info/596e5a7d318d4962b126fc80975a886b 2024-11-14T08:21:23,683 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9ddc8292a3b42d1b507228933ce8df3 2024-11-14T08:21:23,698 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/.tmp/ns/7cc5f31beb70422893754cf91991c4de is 43, key is default/ns:d/1731572464920/Put/seqid=0 2024-11-14T08:21:23,700 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/default/test/333d5a8a764c4eb6b17fd9c82c179cbb/.tmp/f1/1c86acec21124dc6ade366949c0195af is 30, key is row1/f1:/1731572478399/DeleteFamily/seqid=0 2024-11-14T08:21:23,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741842_1018 (size=5153) 2024-11-14T08:21:23,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741843_1019 (size=5123) 2024-11-14T08:21:23,704 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/default/test/333d5a8a764c4eb6b17fd9c82c179cbb/.tmp/f1/1c86acec21124dc6ade366949c0195af 2024-11-14T08:21:23,708 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c86acec21124dc6ade366949c0195af 2024-11-14T08:21:23,726 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/default/test/333d5a8a764c4eb6b17fd9c82c179cbb/.tmp/norep/20907312aad848fab2ae24f26f6639f0 is 32, key is row/norep:/1731572477384/DeleteFamily/seqid=0 2024-11-14T08:21:23,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741844_1020 (size=5101) 2024-11-14T08:21:23,858 DEBUG [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 333d5a8a764c4eb6b17fd9c82c179cbb, 5a23eec28ec351799e1d3e96f8587d19 2024-11-14T08:21:23,866 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 1159, reset compression=false 2024-11-14T08:21:24,058 DEBUG [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 333d5a8a764c4eb6b17fd9c82c179cbb, 5a23eec28ec351799e1d3e96f8587d19 2024-11-14T08:21:24,103 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/.tmp/ns/7cc5f31beb70422893754cf91991c4de 2024-11-14T08:21:24,121 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/.tmp/rep_barrier/7926fbcd3c184f95b4dc9ef5e60c7c7c is 112, key is test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb./rep_barrier:seqnumDuringOpen/1731572471614/Put/seqid=0 2024-11-14T08:21:24,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741845_1021 (size=5518) 2024-11-14T08:21:24,129 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/default/test/333d5a8a764c4eb6b17fd9c82c179cbb/.tmp/norep/20907312aad848fab2ae24f26f6639f0 2024-11-14T08:21:24,133 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20907312aad848fab2ae24f26f6639f0 2024-11-14T08:21:24,133 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/default/test/333d5a8a764c4eb6b17fd9c82c179cbb/.tmp/f/c9ddc8292a3b42d1b507228933ce8df3 as hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/default/test/333d5a8a764c4eb6b17fd9c82c179cbb/f/c9ddc8292a3b42d1b507228933ce8df3 2024-11-14T08:21:24,137 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9ddc8292a3b42d1b507228933ce8df3 2024-11-14T08:21:24,137 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/default/test/333d5a8a764c4eb6b17fd9c82c179cbb/f/c9ddc8292a3b42d1b507228933ce8df3, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T08:21:24,137 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/default/test/333d5a8a764c4eb6b17fd9c82c179cbb/.tmp/f1/1c86acec21124dc6ade366949c0195af as hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/default/test/333d5a8a764c4eb6b17fd9c82c179cbb/f1/1c86acec21124dc6ade366949c0195af 2024-11-14T08:21:24,141 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c86acec21124dc6ade366949c0195af 2024-11-14T08:21:24,141 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/default/test/333d5a8a764c4eb6b17fd9c82c179cbb/f1/1c86acec21124dc6ade366949c0195af, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T08:21:24,142 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/default/test/333d5a8a764c4eb6b17fd9c82c179cbb/.tmp/norep/20907312aad848fab2ae24f26f6639f0 as hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/default/test/333d5a8a764c4eb6b17fd9c82c179cbb/norep/20907312aad848fab2ae24f26f6639f0 2024-11-14T08:21:24,146 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20907312aad848fab2ae24f26f6639f0 2024-11-14T08:21:24,146 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/default/test/333d5a8a764c4eb6b17fd9c82c179cbb/norep/20907312aad848fab2ae24f26f6639f0, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T08:21:24,147 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 333d5a8a764c4eb6b17fd9c82c179cbb in 890ms, sequenceid=8, compaction requested=false 2024-11-14T08:21:24,147 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T08:21:24,154 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/default/test/333d5a8a764c4eb6b17fd9c82c179cbb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T08:21:24,155 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:21:24,155 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:21:24,155 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb. 2024-11-14T08:21:24,155 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 333d5a8a764c4eb6b17fd9c82c179cbb: Waiting for close lock at 1731572483257Running coprocessor pre-close hooks at 1731572483257Disabling compacts and flushes for region at 1731572483257Disabling writes for close at 1731572483257Obtaining lock to block concurrent updates at 1731572483257Preparing flush snapshotting stores in 333d5a8a764c4eb6b17fd9c82c179cbb at 1731572483257Finished memstore snapshotting test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731572483258 (+1 ms)Flushing stores of test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb. at 1731572483259 (+1 ms)Flushing 333d5a8a764c4eb6b17fd9c82c179cbb/f: creating writer at 1731572483259Flushing 333d5a8a764c4eb6b17fd9c82c179cbb/f: appending metadata at 1731572483275 (+16 ms)Flushing 333d5a8a764c4eb6b17fd9c82c179cbb/f: closing flushed file at 1731572483275Flushing 333d5a8a764c4eb6b17fd9c82c179cbb/f1: creating writer at 1731572483683 (+408 ms)Flushing 333d5a8a764c4eb6b17fd9c82c179cbb/f1: appending metadata at 1731572483699 (+16 ms)Flushing 333d5a8a764c4eb6b17fd9c82c179cbb/f1: closing flushed file at 1731572483699Flushing 333d5a8a764c4eb6b17fd9c82c179cbb/norep: creating writer at 1731572483709 (+10 ms)Flushing 333d5a8a764c4eb6b17fd9c82c179cbb/norep: appending metadata at 1731572483725 (+16 ms)Flushing 333d5a8a764c4eb6b17fd9c82c179cbb/norep: closing flushed file at 1731572483725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d7bc2e: reopening flushed file at 1731572484133 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42107561: reopening flushed file at 1731572484137 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9fc0c5c: reopening flushed file at 1731572484141 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 333d5a8a764c4eb6b17fd9c82c179cbb in 890ms, sequenceid=8, compaction requested=false at 1731572484147 (+6 ms)Writing region close event to WAL at 1731572484151 (+4 ms)Running coprocessor post-close hooks at 1731572484155 (+4 ms)Closed at 1731572484155 2024-11-14T08:21:24,155 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731572471239.333d5a8a764c4eb6b17fd9c82c179cbb. 2024-11-14T08:21:24,155 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a23eec28ec351799e1d3e96f8587d19, disabling compactions & flushes 2024-11-14T08:21:24,155 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19. 2024-11-14T08:21:24,155 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19. 2024-11-14T08:21:24,155 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19. after waiting 0 ms 2024-11-14T08:21:24,155 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19. 2024-11-14T08:21:24,155 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a23eec28ec351799e1d3e96f8587d19: Waiting for close lock at 1731572484155Running coprocessor pre-close hooks at 1731572484155Disabling compacts and flushes for region at 1731572484155Disabling writes for close at 1731572484155Failed flush hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19., putting online again at 1731572484155 2024-11-14T08:21:24,155 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19. 2024-11-14T08:21:24,259 INFO [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T08:21:24,259 DEBUG [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(1325): Online Regions={5a23eec28ec351799e1d3e96f8587d19=hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T08:21:24,259 INFO [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a23eec28ec351799e1d3e96f8587d19 2024-11-14T08:21:24,259 DEBUG [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a23eec28ec351799e1d3e96f8587d19 2024-11-14T08:21:24,259 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a23eec28ec351799e1d3e96f8587d19, disabling compactions & flushes 2024-11-14T08:21:24,259 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19. 2024-11-14T08:21:24,259 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19. 2024-11-14T08:21:24,259 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19. after waiting 0 ms 2024-11-14T08:21:24,259 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19. 2024-11-14T08:21:24,259 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a23eec28ec351799e1d3e96f8587d19: Waiting for close lock at 1731572484259Running coprocessor pre-close hooks at 1731572484259Disabling compacts and flushes for region at 1731572484259Disabling writes for close at 1731572484259Failed flush hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19., putting online again at 1731572484259 2024-11-14T08:21:24,259 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731572473079.5a23eec28ec351799e1d3e96f8587d19. 2024-11-14T08:21:24,270 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 1159, reset compression=false 2024-11-14T08:21:24,274 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:21:24,274 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 1803, reset compression=false 2024-11-14T08:21:24,459 DEBUG [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:21:24,477 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 1803, reset compression=false 2024-11-14T08:21:24,525 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/.tmp/rep_barrier/7926fbcd3c184f95b4dc9ef5e60c7c7c 2024-11-14T08:21:24,542 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/.tmp/table/dda4ab5dbc6b4d20b961f24f0b545eb1 is 53, key is hbase:replication/table:state/1731572473580/Put/seqid=0 2024-11-14T08:21:24,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741846_1022 (size=5308) 2024-11-14T08:21:24,659 DEBUG [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:21:24,781 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 1803, reset compression=false 2024-11-14T08:21:24,859 DEBUG [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:21:24,946 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/.tmp/table/dda4ab5dbc6b4d20b961f24f0b545eb1 2024-11-14T08:21:24,950 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/.tmp/info/596e5a7d318d4962b126fc80975a886b as hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/info/596e5a7d318d4962b126fc80975a886b 2024-11-14T08:21:24,954 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/info/596e5a7d318d4962b126fc80975a886b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T08:21:24,955 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/.tmp/ns/7cc5f31beb70422893754cf91991c4de as hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/ns/7cc5f31beb70422893754cf91991c4de 2024-11-14T08:21:24,959 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/ns/7cc5f31beb70422893754cf91991c4de, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T08:21:24,960 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/.tmp/rep_barrier/7926fbcd3c184f95b4dc9ef5e60c7c7c as hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/rep_barrier/7926fbcd3c184f95b4dc9ef5e60c7c7c 2024-11-14T08:21:24,964 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/rep_barrier/7926fbcd3c184f95b4dc9ef5e60c7c7c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T08:21:24,964 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/.tmp/table/dda4ab5dbc6b4d20b961f24f0b545eb1 as hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/table/dda4ab5dbc6b4d20b961f24f0b545eb1 2024-11-14T08:21:24,969 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/table/dda4ab5dbc6b4d20b961f24f0b545eb1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T08:21:24,970 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false 2024-11-14T08:21:24,970 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T08:21:24,978 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T08:21:24,979 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:21:24,979 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:21:24,979 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:21:24,979 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572483258Running coprocessor pre-close hooks at 1731572483258Disabling compacts and flushes for region at 1731572483258Disabling writes for close at 1731572483258Obtaining lock to block concurrent updates at 1731572483258Preparing flush snapshotting stores in 1588230740 at 1731572483258Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731572483258Flushing stores of hbase:meta,,1.1588230740 at 1731572483259 (+1 ms)Flushing 1588230740/info: creating writer at 1731572483259Flushing 1588230740/info: appending metadata at 1731572483275 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731572483275Flushing 1588230740/ns: creating writer at 1731572483683 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731572483698 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731572483698Flushing 1588230740/rep_barrier: creating writer at 1731572484107 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731572484121 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731572484121Flushing 1588230740/table: creating writer at 1731572484529 (+408 ms)Flushing 1588230740/table: appending metadata at 1731572484542 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731572484542Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4206eb30: reopening flushed file at 1731572484949 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64cf4e47: reopening flushed file at 1731572484954 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b3d8ec: reopening flushed file at 1731572484959 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4626c5bf: reopening flushed file at 1731572484964 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=16, compaction requested=false at 1731572484970 (+6 ms)Writing region close event to WAL at 1731572484975 (+5 ms)Running coprocessor post-close hooks at 1731572484979 (+4 ms)Closed at 1731572484979 2024-11-14T08:21:24,979 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:21:25,060 INFO [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T08:21:25,060 INFO [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(976): stopping server b344df224d93,42297,1731572460592; all regions closed. 2024-11-14T08:21:25,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741834_1010 (size=4239) 2024-11-14T08:21:25,062 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.meta.1731572464764.meta not finished, retry = 0 2024-11-14T08:21:25,081 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:21:25,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:25,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:25,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:25,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:25,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:25,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:25,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:25,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:25,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:25,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:25,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:25,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T08:21:25,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T08:21:25,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:21:25,164 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.rep.1731572473525 not finished, retry = 0 2024-11-14T08:21:25,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741839_1015 (size=1733) 2024-11-14T08:21:25,184 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 to pos 1803, reset compression=false 2024-11-14T08:21:25,267 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/WALs/b344df224d93,42297,1731572460592/b344df224d93%2C42297%2C1731572460592.1731572464420 not finished, retry = 0 2024-11-14T08:21:25,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741833_1009 (size=1811) 2024-11-14T08:21:25,368 DEBUG [RS:0;b344df224d93:42297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:25,368 INFO [RS:0;b344df224d93:42297 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:21:25,368 INFO [RS:0;b344df224d93:42297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:21:25,368 INFO [RS:0;b344df224d93:42297 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T08:21:25,368 INFO [RS:0;b344df224d93:42297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:21:25,368 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:21:25,369 INFO [RS:0;b344df224d93:42297 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b344df224d93,42297,1731572460592 because: Region server is closing 2024-11-14T08:21:25,369 INFO [RS:0;b344df224d93:42297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:42297. 2024-11-14T08:21:25,369 DEBUG [RS:0;b344df224d93:42297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:21:25,369 DEBUG [RS:0;b344df224d93:42297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:25,369 DEBUG [RS:0;b344df224d93:42297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:25,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:21:25,469 INFO [RS:0;b344df224d93:42297 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.shipperb344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 terminated 2024-11-14T08:21:25,469 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42297,1731572460592.replicationSource.wal-reader.b344df224d93%2C42297%2C1731572460592,1-b344df224d93,42297,1731572460592 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T08:21:25,470 INFO [RS:0;b344df224d93:42297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:42297. 2024-11-14T08:21:25,470 DEBUG [RS:0;b344df224d93:42297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:21:25,470 DEBUG [RS:0;b344df224d93:42297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:25,470 DEBUG [RS:0;b344df224d93:42297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:25,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:21:25,470 INFO [RS:0;b344df224d93:42297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42297 2024-11-14T08:21:25,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x101386edee50001, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01002507192/rs/b344df224d93,42297,1731572460592 2024-11-14T08:21:25,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192/rs 2024-11-14T08:21:25,568 INFO [RS:0;b344df224d93:42297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:21:25,578 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,42297,1731572460592] 2024-11-14T08:21:25,588 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01002507192/draining/b344df224d93,42297,1731572460592 already deleted, retry=false 2024-11-14T08:21:25,589 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,42297,1731572460592 expired; onlineServers=0 2024-11-14T08:21:25,589 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,40173,1731572460424' ***** 2024-11-14T08:21:25,589 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:21:25,589 INFO [M:0;b344df224d93:40173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:21:25,589 INFO [M:0;b344df224d93:40173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:21:25,589 DEBUG [M:0;b344df224d93:40173 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:21:25,589 DEBUG [M:0;b344df224d93:40173 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:21:25,589 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:21:25,589 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572463976 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572463976,5,FailOnTimeoutGroup] 2024-11-14T08:21:25,589 INFO [M:0;b344df224d93:40173 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:21:25,589 INFO [M:0;b344df224d93:40173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:21:25,589 DEBUG [M:0;b344df224d93:40173 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:21:25,589 INFO [M:0;b344df224d93:40173 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:21:25,589 INFO [M:0;b344df224d93:40173 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:21:25,589 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572463973 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572463973,5,FailOnTimeoutGroup] 2024-11-14T08:21:25,589 INFO [M:0;b344df224d93:40173 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:21:25,589 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:21:25,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01002507192/master 2024-11-14T08:21:25,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01002507192 2024-11-14T08:21:25,599 DEBUG [M:0;b344df224d93:40173 {}] zookeeper.ZKUtil(347): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Unable to get data of znode /01002507192/master because node does not exist (not an error) 2024-11-14T08:21:25,599 WARN [M:0;b344df224d93:40173 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T08:21:25,600 INFO [M:0;b344df224d93:40173 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/.lastflushedseqids 2024-11-14T08:21:25,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741847_1023 (size=245) 2024-11-14T08:21:25,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x101386edee50001, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:21:25,678 INFO [RS:0;b344df224d93:42297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:21:25,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x101386edee50001, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:21:25,678 INFO [RS:0;b344df224d93:42297 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,42297,1731572460592; zookeeper connection closed. 2024-11-14T08:21:25,679 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@232f4272 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@232f4272 2024-11-14T08:21:25,679 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:21:26,005 INFO [M:0;b344df224d93:40173 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:21:26,005 INFO [M:0;b344df224d93:40173 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:21:26,005 DEBUG [M:0;b344df224d93:40173 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:21:26,005 INFO [M:0;b344df224d93:40173 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:26,005 DEBUG [M:0;b344df224d93:40173 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:26,005 DEBUG [M:0;b344df224d93:40173 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:21:26,005 DEBUG [M:0;b344df224d93:40173 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:26,005 INFO [M:0;b344df224d93:40173 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T08:21:26,022 DEBUG [M:0;b344df224d93:40173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a606a2f3b1c43a79c220c89179fe65c is 82, key is hbase:meta,,1/info:regioninfo/1731572464851/Put/seqid=0 2024-11-14T08:21:26,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741848_1024 (size=5672) 2024-11-14T08:21:26,426 INFO [M:0;b344df224d93:40173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a606a2f3b1c43a79c220c89179fe65c 2024-11-14T08:21:26,447 DEBUG [M:0;b344df224d93:40173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f50bdf7cc8f44b9981009f52e24f726e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731572473583/Put/seqid=0 2024-11-14T08:21:26,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741849_1025 (size=8516) 2024-11-14T08:21:26,451 INFO [M:0;b344df224d93:40173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f50bdf7cc8f44b9981009f52e24f726e 2024-11-14T08:21:26,471 DEBUG [M:0;b344df224d93:40173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d455cf0af654fa0a53fa4544fcabfa3 is 69, key is b344df224d93,42297,1731572460592/rs:state/1731572464194/Put/seqid=0 2024-11-14T08:21:26,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741850_1026 (size=5156) 2024-11-14T08:21:26,476 INFO [M:0;b344df224d93:40173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d455cf0af654fa0a53fa4544fcabfa3 2024-11-14T08:21:26,482 DEBUG [M:0;b344df224d93:40173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a606a2f3b1c43a79c220c89179fe65c as hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a606a2f3b1c43a79c220c89179fe65c 2024-11-14T08:21:26,487 INFO [M:0;b344df224d93:40173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a606a2f3b1c43a79c220c89179fe65c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T08:21:26,488 DEBUG [M:0;b344df224d93:40173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f50bdf7cc8f44b9981009f52e24f726e as hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f50bdf7cc8f44b9981009f52e24f726e 2024-11-14T08:21:26,492 INFO [M:0;b344df224d93:40173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f50bdf7cc8f44b9981009f52e24f726e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T08:21:26,493 DEBUG [M:0;b344df224d93:40173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d455cf0af654fa0a53fa4544fcabfa3 as hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d455cf0af654fa0a53fa4544fcabfa3 2024-11-14T08:21:26,497 INFO [M:0;b344df224d93:40173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45063/user/jenkins/test-data/e7b65961-6cd1-eb24-9834-24167c711426/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d455cf0af654fa0a53fa4544fcabfa3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T08:21:26,498 INFO [M:0;b344df224d93:40173 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 493ms, sequenceid=97, compaction requested=false 2024-11-14T08:21:26,499 INFO [M:0;b344df224d93:40173 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:26,499 DEBUG [M:0;b344df224d93:40173 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572486005Disabling compacts and flushes for region at 1731572486005Disabling writes for close at 1731572486005Obtaining lock to block concurrent updates at 1731572486005Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572486005Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731572486005Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572486006 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572486006Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572486022 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572486022Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572486430 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572486447 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572486447Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572486455 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572486471 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572486471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f7cfb27: reopening flushed file at 1731572486482 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b209b76: reopening flushed file at 1731572486487 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d37d128: reopening flushed file at 1731572486493 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 493ms, sequenceid=97, compaction requested=false at 1731572486498 (+5 ms)Writing region close event to WAL at 1731572486499 (+1 ms)Closed at 1731572486499 2024-11-14T08:21:26,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37037 is added to blk_1073741830_1006 (size=63654) 2024-11-14T08:21:26,501 INFO [M:0;b344df224d93:40173 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:21:26,501 INFO [M:0;b344df224d93:40173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40173 2024-11-14T08:21:26,502 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:21:26,502 INFO [M:0;b344df224d93:40173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:21:26,650 INFO [M:0;b344df224d93:40173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:21:26,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:21:26,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40173-0x101386edee50000, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:21:26,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e38c061{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:21:26,653 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1061f92b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:21:26,653 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:21:26,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d6c0f93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:21:26,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f406664{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/hadoop.log.dir/,STOPPED} 2024-11-14T08:21:26,655 WARN [BP-453143987-172.17.0.3-1731572458329 heartbeating to localhost/127.0.0.1:45063 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:21:26,655 WARN [BP-453143987-172.17.0.3-1731572458329 heartbeating to localhost/127.0.0.1:45063 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-453143987-172.17.0.3-1731572458329 (Datanode Uuid a3870f2f-5a78-4345-9042-84d72decb8c1) service to localhost/127.0.0.1:45063 2024-11-14T08:21:26,656 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/cluster_61b69f75-4246-5266-5192-58fc8fd4b10d/data/data1/current/BP-453143987-172.17.0.3-1731572458329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:21:26,656 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/cluster_61b69f75-4246-5266-5192-58fc8fd4b10d/data/data2/current/BP-453143987-172.17.0.3-1731572458329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:21:26,656 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:21:26,656 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:21:26,656 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:21:26,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dd90765{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:21:26,664 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dfbe89f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:21:26,664 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:21:26,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@607b7c8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:21:26,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ab3a38c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe6f6435-8900-61c1-afa2-7a3b90bcb68f/hadoop.log.dir/,STOPPED} 2024-11-14T08:21:26,670 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T08:21:26,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T08:21:26,693 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 236) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:37915 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:45063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55242) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:45063 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37915 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:45063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45063 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:37915 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:45063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55242) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:37915 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:37915 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 618) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 383) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5223 (was 6513) 2024-11-14T08:21:26,703 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=5223 2024-11-14T08:21:26,719 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-14T08:21:26,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/hadoop.log.dir so I do NOT create it in target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa 2024-11-14T08:21:26,719 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T08:21:26,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/hadoop.tmp.dir so I do NOT create it in target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa 2024-11-14T08:21:26,719 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/578083cc-7b0f-f1c8-ad81-3ce9bd301bd8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T08:21:26,719 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa 2024-11-14T08:21:26,720 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/cluster_67eeae4c-e91f-cdf4-8b85-5cc8906f23f5, deleteOnExit=true 2024-11-14T08:21:26,739 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/cluster_67eeae4c-e91f-cdf4-8b85-5cc8906f23f5/zookeeper_0, clientPort=53193, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/cluster_67eeae4c-e91f-cdf4-8b85-5cc8906f23f5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/cluster_67eeae4c-e91f-cdf4-8b85-5cc8906f23f5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T08:21:26,739 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53193 2024-11-14T08:21:26,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:21:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:21:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/test.cache.data in system properties and HBase conf 2024-11-14T08:21:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:21:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:21:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:21:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:21:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:21:26,740 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:21:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:21:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:21:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:21:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:21:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:21:26,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:21:26,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:21:26,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:21:26,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:21:26,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:21:26,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:21:26,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:21:26,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:21:26,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:21:26,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101386edee50002, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T08:21:26,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101386edee50002, quorum=127.0.0.1:55242, baseZNode=/01002507192 Received Disconnected from ZooKeeper, ignoring 2024-11-14T08:21:26,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101386edee50005, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T08:21:26,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101386edee50005, quorum=127.0.0.1:55242, baseZNode=/1-1660695149 Received Disconnected from ZooKeeper, ignoring 2024-11-14T08:21:27,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:21:27,047 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:21:27,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:21:27,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:21:27,049 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T08:21:27,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:21:27,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d501c15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:21:27,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4af767c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:21:27,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e509a7b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/java.io.tmpdir/jetty-localhost-35045-hadoop-hdfs-3_4_1-tests_jar-_-any-2849366931293341108/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:21:27,179 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@217d97cd{HTTP/1.1, (http/1.1)}{localhost:35045} 2024-11-14T08:21:27,179 INFO [Time-limited test {}] server.Server(415): Started @228714ms 2024-11-14T08:21:27,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:21:27,433 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:21:27,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:21:27,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:21:27,437 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T08:21:27,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56c84924{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:21:27,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33ac685e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:21:27,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5423f172{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/java.io.tmpdir/jetty-localhost-39099-hadoop-hdfs-3_4_1-tests_jar-_-any-17773570890111502513/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:21:27,547 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@750c6af9{HTTP/1.1, (http/1.1)}{localhost:39099} 2024-11-14T08:21:27,547 INFO [Time-limited test {}] server.Server(415): Started @229083ms 2024-11-14T08:21:27,548 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:21:28,329 WARN [Thread-2667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/cluster_67eeae4c-e91f-cdf4-8b85-5cc8906f23f5/data/data2/current/BP-2144313063-172.17.0.3-1731572486755/current, will proceed with Du for space computation calculation, 2024-11-14T08:21:28,329 WARN [Thread-2666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/cluster_67eeae4c-e91f-cdf4-8b85-5cc8906f23f5/data/data1/current/BP-2144313063-172.17.0.3-1731572486755/current, will proceed with Du for space computation calculation, 2024-11-14T08:21:28,348 WARN [Thread-2654 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:21:28,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa894d74392cd6505 with lease ID 0x2b4f6a5883b59d73: Processing first storage report for DS-9642a904-c561-4306-b2df-1350610d826b from datanode DatanodeRegistration(127.0.0.1:45017, datanodeUuid=8438c7ba-6e25-4b5b-a104-663b0ba30e2e, infoPort=37505, infoSecurePort=0, ipcPort=41203, storageInfo=lv=-57;cid=testClusterID;nsid=653908722;c=1731572486755) 2024-11-14T08:21:28,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa894d74392cd6505 with lease ID 0x2b4f6a5883b59d73: from storage DS-9642a904-c561-4306-b2df-1350610d826b node DatanodeRegistration(127.0.0.1:45017, datanodeUuid=8438c7ba-6e25-4b5b-a104-663b0ba30e2e, infoPort=37505, infoSecurePort=0, ipcPort=41203, storageInfo=lv=-57;cid=testClusterID;nsid=653908722;c=1731572486755), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T08:21:28,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa894d74392cd6505 with lease ID 0x2b4f6a5883b59d73: Processing first storage report for DS-31af61d4-3fa9-40b1-8029-afe3ae67c51c from datanode DatanodeRegistration(127.0.0.1:45017, datanodeUuid=8438c7ba-6e25-4b5b-a104-663b0ba30e2e, infoPort=37505, infoSecurePort=0, ipcPort=41203, storageInfo=lv=-57;cid=testClusterID;nsid=653908722;c=1731572486755) 2024-11-14T08:21:28,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa894d74392cd6505 with lease ID 0x2b4f6a5883b59d73: from storage DS-31af61d4-3fa9-40b1-8029-afe3ae67c51c node DatanodeRegistration(127.0.0.1:45017, datanodeUuid=8438c7ba-6e25-4b5b-a104-663b0ba30e2e, infoPort=37505, infoSecurePort=0, ipcPort=41203, storageInfo=lv=-57;cid=testClusterID;nsid=653908722;c=1731572486755), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:21:28,375 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa 2024-11-14T08:21:28,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:28,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:28,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:21:28,787 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734 with version=8 2024-11-14T08:21:28,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/hbase-staging 2024-11-14T08:21:28,789 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:21:28,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:28,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:28,789 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:21:28,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:28,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:21:28,789 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:21:28,789 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:21:28,789 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46807 2024-11-14T08:21:28,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46807 connecting to ZooKeeper ensemble=127.0.0.1:53193 2024-11-14T08:21:29,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468070x0, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:21:29,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46807-0x101386f4dfd0000 connected 2024-11-14T08:21:29,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:29,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:29,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Set watcher on znode that does not yet exist, /0-1537509157/running 2024-11-14T08:21:29,111 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734, hbase.cluster.distributed=false 2024-11-14T08:21:29,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Set watcher on znode that does not yet exist, /0-1537509157/acl 2024-11-14T08:21:29,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46807 2024-11-14T08:21:29,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46807 2024-11-14T08:21:29,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46807 2024-11-14T08:21:29,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46807 2024-11-14T08:21:29,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46807 2024-11-14T08:21:29,145 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:21:29,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:29,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:29,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:21:29,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:29,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:21:29,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:21:29,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:21:29,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44889 2024-11-14T08:21:29,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44889 connecting to ZooKeeper ensemble=127.0.0.1:53193 2024-11-14T08:21:29,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:29,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:29,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448890x0, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:21:29,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448890x0, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Set watcher on znode that does not yet exist, /0-1537509157/running 2024-11-14T08:21:29,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44889-0x101386f4dfd0001 connected 2024-11-14T08:21:29,161 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:21:29,162 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:21:29,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44889-0x101386f4dfd0001, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Set watcher on znode that does not yet exist, /0-1537509157/master 2024-11-14T08:21:29,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44889-0x101386f4dfd0001, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Set watcher on znode that does not yet exist, /0-1537509157/acl 2024-11-14T08:21:29,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44889 2024-11-14T08:21:29,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44889 2024-11-14T08:21:29,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44889 2024-11-14T08:21:29,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44889 2024-11-14T08:21:29,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44889 2024-11-14T08:21:29,187 DEBUG [M:0;b344df224d93:46807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:46807 2024-11-14T08:21:29,187 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1537509157/backup-masters/b344df224d93,46807,1731572488788 2024-11-14T08:21:29,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101386f4dfd0001, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157/backup-masters 2024-11-14T08:21:29,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157/backup-masters 2024-11-14T08:21:29,199 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Set watcher on existing znode=/0-1537509157/backup-masters/b344df224d93,46807,1731572488788 2024-11-14T08:21:29,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157 2024-11-14T08:21:29,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101386f4dfd0001, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1537509157/master 2024-11-14T08:21:29,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101386f4dfd0001, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157 2024-11-14T08:21:29,210 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Set watcher on existing znode=/0-1537509157/master 2024-11-14T08:21:29,210 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1537509157/backup-masters/b344df224d93,46807,1731572488788 from backup master directory 2024-11-14T08:21:29,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1537509157/backup-masters/b344df224d93,46807,1731572488788 2024-11-14T08:21:29,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101386f4dfd0001, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157/backup-masters 2024-11-14T08:21:29,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157/backup-masters 2024-11-14T08:21:29,220 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:21:29,220 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,46807,1731572488788 2024-11-14T08:21:29,223 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/hbase.id] with ID: b3e10529-fcc9-4063-a9eb-beac58312bdd 2024-11-14T08:21:29,223 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/.tmp/hbase.id 2024-11-14T08:21:29,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:21:29,635 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/.tmp/hbase.id]:[hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/hbase.id] 2024-11-14T08:21:29,642 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:29,642 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:21:29,643 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T08:21:29,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101386f4dfd0001, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157 2024-11-14T08:21:29,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157 2024-11-14T08:21:29,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:21:30,098 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:21:30,099 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:21:30,099 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:21:30,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:21:30,106 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/data/master/store 2024-11-14T08:21:30,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:21:30,481 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:21:30,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:30,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:30,512 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:30,512 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:21:30,512 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:30,512 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:30,512 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:21:30,512 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:30,512 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:30,512 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572490512Disabling compacts and flushes for region at 1731572490512Disabling writes for close at 1731572490512Writing region close event to WAL at 1731572490512Closed at 1731572490512 2024-11-14T08:21:30,513 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/data/master/store/.initializing 2024-11-14T08:21:30,513 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/WALs/b344df224d93,46807,1731572488788 2024-11-14T08:21:30,514 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:21:30,516 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C46807%2C1731572488788, suffix=, logDir=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/WALs/b344df224d93,46807,1731572488788, archiveDir=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/oldWALs, maxLogs=10 2024-11-14T08:21:30,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:30,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:30,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:30,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:30,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:30,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:30,532 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/WALs/b344df224d93,46807,1731572488788/b344df224d93%2C46807%2C1731572488788.1731572490516, exclude list is [], retry=0 2024-11-14T08:21:30,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45017,DS-9642a904-c561-4306-b2df-1350610d826b,DISK] 2024-11-14T08:21:30,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:30,537 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/WALs/b344df224d93,46807,1731572488788/b344df224d93%2C46807%2C1731572488788.1731572490516 2024-11-14T08:21:30,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:30,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:30,540 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37505:37505)] 2024-11-14T08:21:30,540 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:21:30,540 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:30,541 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:30,541 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:30,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:30,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:30,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:21:30,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:30,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:30,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:30,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:21:30,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:30,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:30,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:30,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:21:30,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:30,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:30,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:30,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:21:30,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:30,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:30,547 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:30,548 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:30,548 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:30,549 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:30,549 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:30,549 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:21:30,550 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:30,555 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:21:30,556 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60811549, jitterRate=-0.09383730590343475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:21:30,556 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572490541Initializing all the Stores at 1731572490541Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572490542 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572490542Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572490542Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572490542Cleaning up temporary data from old regions at 1731572490549 (+7 ms)Region opened successfully at 1731572490556 (+7 ms) 2024-11-14T08:21:30,557 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:21:30,559 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ccf815d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:21:30,560 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:21:30,561 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:21:30,561 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:21:30,561 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:21:30,561 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T08:21:30,562 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T08:21:30,562 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:21:30,564 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:21:30,565 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Unable to get data of znode /0-1537509157/balancer because node does not exist (not necessarily an error) 2024-11-14T08:21:30,665 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1537509157/balancer already deleted, retry=false 2024-11-14T08:21:30,665 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:21:30,666 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Unable to get data of znode /0-1537509157/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:21:30,675 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1537509157/normalizer already deleted, retry=false 2024-11-14T08:21:30,676 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:21:30,676 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Unable to get data of znode /0-1537509157/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:21:30,686 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1537509157/switch/split already deleted, retry=false 2024-11-14T08:21:30,688 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Unable to get data of znode /0-1537509157/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:21:30,697 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1537509157/switch/merge already deleted, retry=false 2024-11-14T08:21:30,699 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Unable to get data of znode /0-1537509157/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:21:30,707 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1537509157/snapshot-cleanup already deleted, retry=false 2024-11-14T08:21:30,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101386f4dfd0001, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1537509157/running 2024-11-14T08:21:30,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1537509157/running 2024-11-14T08:21:30,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157 2024-11-14T08:21:30,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101386f4dfd0001, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157 2024-11-14T08:21:30,718 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,46807,1731572488788, sessionid=0x101386f4dfd0000, setting cluster-up flag (Was=false) 2024-11-14T08:21:30,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101386f4dfd0001, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157 2024-11-14T08:21:30,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157 2024-11-14T08:21:30,770 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1537509157/flush-table-proc/acquired, /0-1537509157/flush-table-proc/reached, /0-1537509157/flush-table-proc/abort 2024-11-14T08:21:30,771 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,46807,1731572488788 2024-11-14T08:21:30,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101386f4dfd0001, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157 2024-11-14T08:21:30,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157 2024-11-14T08:21:30,823 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1537509157/online-snapshot/acquired, /0-1537509157/online-snapshot/reached, /0-1537509157/online-snapshot/abort 2024-11-14T08:21:30,824 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,46807,1731572488788 2024-11-14T08:21:30,825 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:21:30,826 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:21:30,826 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:21:30,826 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:21:30,827 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,46807,1731572488788 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:21:30,828 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:21:30,828 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:21:30,828 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:21:30,828 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:21:30,828 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:21:30,828 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:30,828 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:21:30,828 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:30,829 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572520829 2024-11-14T08:21:30,829 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:21:30,829 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:21:30,829 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:21:30,829 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:21:30,829 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:21:30,829 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:21:30,829 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:30,829 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:21:30,829 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:21:30,830 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:21:30,830 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:21:30,830 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:21:30,830 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:21:30,830 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:21:30,830 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:21:30,830 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572490830,5,FailOnTimeoutGroup] 2024-11-14T08:21:30,830 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:30,830 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572490830,5,FailOnTimeoutGroup] 2024-11-14T08:21:30,830 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:30,830 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:21:30,830 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:30,830 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:30,830 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:21:30,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:21:30,875 INFO [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(746): ClusterId : b3e10529-fcc9-4063-a9eb-beac58312bdd 2024-11-14T08:21:30,875 DEBUG [RS:0;b344df224d93:44889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:21:30,887 DEBUG [RS:0;b344df224d93:44889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:21:30,887 DEBUG [RS:0;b344df224d93:44889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:21:30,897 DEBUG [RS:0;b344df224d93:44889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:21:30,897 DEBUG [RS:0;b344df224d93:44889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad307ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:21:30,908 DEBUG [RS:0;b344df224d93:44889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:44889 2024-11-14T08:21:30,908 INFO [RS:0;b344df224d93:44889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:21:30,908 INFO [RS:0;b344df224d93:44889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:21:30,908 DEBUG [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:21:30,908 INFO [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,46807,1731572488788 with port=44889, startcode=1731572489145 2024-11-14T08:21:30,909 DEBUG [RS:0;b344df224d93:44889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:21:30,910 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:21:30,910 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,44889,1731572489145 2024-11-14T08:21:30,910 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46807 {}] master.ServerManager(517): Registering regionserver=b344df224d93,44889,1731572489145 2024-11-14T08:21:30,911 DEBUG [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734 2024-11-14T08:21:30,911 DEBUG [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35487 2024-11-14T08:21:30,911 DEBUG [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:21:30,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157/rs 2024-11-14T08:21:30,918 DEBUG [RS:0;b344df224d93:44889 {}] zookeeper.ZKUtil(111): regionserver:44889-0x101386f4dfd0001, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Set watcher on existing znode=/0-1537509157/rs/b344df224d93,44889,1731572489145 2024-11-14T08:21:30,918 WARN [RS:0;b344df224d93:44889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:21:30,918 INFO [RS:0;b344df224d93:44889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:21:30,918 DEBUG [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145 2024-11-14T08:21:30,918 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,44889,1731572489145] 2024-11-14T08:21:30,921 INFO [RS:0;b344df224d93:44889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:21:30,924 INFO [RS:0;b344df224d93:44889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:21:30,924 INFO [RS:0;b344df224d93:44889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:21:30,924 INFO [RS:0;b344df224d93:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:30,925 INFO [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:21:30,925 INFO [RS:0;b344df224d93:44889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:21:30,925 INFO [RS:0;b344df224d93:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:30,925 DEBUG [RS:0;b344df224d93:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:30,925 DEBUG [RS:0;b344df224d93:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:30,925 DEBUG [RS:0;b344df224d93:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:30,925 DEBUG [RS:0;b344df224d93:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:30,925 DEBUG [RS:0;b344df224d93:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:30,925 DEBUG [RS:0;b344df224d93:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:21:30,925 DEBUG [RS:0;b344df224d93:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:30,925 DEBUG [RS:0;b344df224d93:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:30,925 DEBUG [RS:0;b344df224d93:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:30,925 DEBUG [RS:0;b344df224d93:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:30,926 DEBUG [RS:0;b344df224d93:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:30,926 DEBUG [RS:0;b344df224d93:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:30,926 DEBUG [RS:0;b344df224d93:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:21:30,926 DEBUG [RS:0;b344df224d93:44889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:21:30,926 INFO [RS:0;b344df224d93:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:30,926 INFO [RS:0;b344df224d93:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:30,926 INFO [RS:0;b344df224d93:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:30,926 INFO [RS:0;b344df224d93:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:30,926 INFO [RS:0;b344df224d93:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:30,926 INFO [RS:0;b344df224d93:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44889,1731572489145-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:21:30,939 INFO [RS:0;b344df224d93:44889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:21:30,939 INFO [RS:0;b344df224d93:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44889,1731572489145-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:30,939 INFO [RS:0;b344df224d93:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:30,939 INFO [RS:0;b344df224d93:44889 {}] regionserver.Replication(171): b344df224d93,44889,1731572489145 started 2024-11-14T08:21:30,952 INFO [RS:0;b344df224d93:44889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:30,952 INFO [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,44889,1731572489145, RpcServer on b344df224d93/172.17.0.3:44889, sessionid=0x101386f4dfd0001 2024-11-14T08:21:30,953 DEBUG [RS:0;b344df224d93:44889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:21:30,953 DEBUG [RS:0;b344df224d93:44889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,44889,1731572489145 2024-11-14T08:21:30,953 DEBUG [RS:0;b344df224d93:44889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,44889,1731572489145' 2024-11-14T08:21:30,953 DEBUG [RS:0;b344df224d93:44889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1537509157/flush-table-proc/abort' 2024-11-14T08:21:30,953 DEBUG [RS:0;b344df224d93:44889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1537509157/flush-table-proc/acquired' 2024-11-14T08:21:30,953 DEBUG [RS:0;b344df224d93:44889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:21:30,953 DEBUG [RS:0;b344df224d93:44889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:21:30,953 DEBUG [RS:0;b344df224d93:44889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,44889,1731572489145 2024-11-14T08:21:30,953 DEBUG [RS:0;b344df224d93:44889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,44889,1731572489145' 2024-11-14T08:21:30,953 DEBUG [RS:0;b344df224d93:44889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1537509157/online-snapshot/abort' 2024-11-14T08:21:30,954 DEBUG [RS:0;b344df224d93:44889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1537509157/online-snapshot/acquired' 2024-11-14T08:21:30,954 DEBUG [RS:0;b344df224d93:44889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:21:30,954 INFO [RS:0;b344df224d93:44889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:21:30,954 INFO [RS:0;b344df224d93:44889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:21:31,054 INFO [RS:0;b344df224d93:44889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:21:31,055 INFO [RS:0;b344df224d93:44889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C44889%2C1731572489145, suffix=, logDir=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145, archiveDir=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/oldWALs, maxLogs=10 2024-11-14T08:21:31,068 DEBUG [RS:0;b344df224d93:44889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056, exclude list is [], retry=0 2024-11-14T08:21:31,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45017,DS-9642a904-c561-4306-b2df-1350610d826b,DISK] 2024-11-14T08:21:31,072 INFO [RS:0;b344df224d93:44889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 2024-11-14T08:21:31,072 DEBUG [RS:0;b344df224d93:44889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37505:37505)] 2024-11-14T08:21:31,242 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:21:31,243 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734 2024-11-14T08:21:31,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741833_1009 (size=32) 2024-11-14T08:21:31,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:31,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:21:31,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:21:31,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:31,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:31,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:21:31,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:21:31,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:31,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:31,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:21:31,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:21:31,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:31,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:31,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:21:31,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:21:31,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:31,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:31,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:21:31,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740 2024-11-14T08:21:31,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740 2024-11-14T08:21:31,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:21:31,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:21:31,656 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:21:31,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:21:31,659 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:21:31,659 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68430216, jitterRate=0.01968967914581299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:21:31,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572491648Initializing all the Stores at 1731572491648Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572491648Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572491649 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572491649Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572491649Cleaning up temporary data from old regions at 1731572491656 (+7 ms)Region opened successfully at 1731572491660 (+4 ms) 2024-11-14T08:21:31,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:21:31,660 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:21:31,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:21:31,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:21:31,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:21:31,660 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:21:31,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572491660Disabling compacts and flushes for region at 1731572491660Disabling writes for close at 1731572491660Writing region close event to WAL at 1731572491660Closed at 1731572491660 2024-11-14T08:21:31,661 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:21:31,661 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:21:31,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:21:31,662 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:21:31,663 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:21:31,724 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:31,725 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:21:31,725 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38342 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:21:31,813 DEBUG [b344df224d93:46807 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:21:31,813 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,44889,1731572489145 2024-11-14T08:21:31,814 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,44889,1731572489145, state=OPENING 2024-11-14T08:21:31,893 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:21:31,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101386f4dfd0001, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157 2024-11-14T08:21:31,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157 2024-11-14T08:21:31,930 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:21:31,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1537509157/meta-region-server: CHANGED 2024-11-14T08:21:31,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1537509157/meta-region-server: CHANGED 2024-11-14T08:21:31,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,44889,1731572489145}] 2024-11-14T08:21:32,083 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:21:32,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:21:32,086 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:21:32,086 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:21:32,086 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:21:32,087 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C44889%2C1731572489145.meta, suffix=.meta, logDir=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145, archiveDir=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/oldWALs, maxLogs=10 2024-11-14T08:21:32,099 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.meta.1731572492088.meta, exclude list is [], retry=0 2024-11-14T08:21:32,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45017,DS-9642a904-c561-4306-b2df-1350610d826b,DISK] 2024-11-14T08:21:32,104 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.meta.1731572492088.meta 2024-11-14T08:21:32,104 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37505:37505)] 2024-11-14T08:21:32,105 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:21:32,105 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:21:32,105 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:21:32,105 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:21:32,105 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:21:32,105 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:21:32,105 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:32,105 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:21:32,105 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:21:32,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:21:32,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:21:32,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:32,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:32,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:21:32,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:21:32,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:32,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:32,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:21:32,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:21:32,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:32,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:32,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:21:32,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:21:32,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:32,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:32,110 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:21:32,111 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740 2024-11-14T08:21:32,112 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740 2024-11-14T08:21:32,113 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:21:32,113 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:21:32,113 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:21:32,114 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:21:32,114 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61447264, jitterRate=-0.08436441421508789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:21:32,114 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:21:32,115 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572492106Writing region info on filesystem at 1731572492106Initializing all the Stores at 1731572492106Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572492106Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572492106Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572492106Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572492106Cleaning up temporary data from old regions at 1731572492113 (+7 ms)Running coprocessor post-open hooks at 1731572492114 (+1 ms)Region opened successfully at 1731572492115 (+1 ms) 2024-11-14T08:21:32,115 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572492082 2024-11-14T08:21:32,117 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:21:32,117 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:21:32,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,44889,1731572489145 2024-11-14T08:21:32,118 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,44889,1731572489145, state=OPEN 2024-11-14T08:21:32,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101386f4dfd0001, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1537509157/meta-region-server 2024-11-14T08:21:32,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1537509157/meta-region-server 2024-11-14T08:21:32,139 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,44889,1731572489145 2024-11-14T08:21:32,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1537509157/meta-region-server: CHANGED 2024-11-14T08:21:32,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1537509157/meta-region-server: CHANGED 2024-11-14T08:21:32,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:21:32,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,44889,1731572489145 in 209 msec 2024-11-14T08:21:32,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:21:32,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 480 msec 2024-11-14T08:21:32,144 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:21:32,144 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:21:32,145 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:32,145 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,44889,1731572489145, seqNum=-1] 2024-11-14T08:21:32,145 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:32,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:21:32,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3240 sec 2024-11-14T08:21:32,150 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572492150, completionTime=-1 2024-11-14T08:21:32,150 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:21:32,150 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:21:32,152 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:21:32,152 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572552152 2024-11-14T08:21:32,152 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572612152 2024-11-14T08:21:32,152 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T08:21:32,153 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46807,1731572488788-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:32,153 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46807,1731572488788-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:32,153 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46807,1731572488788-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:32,153 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:46807, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:32,153 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:32,153 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:32,154 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:21:32,156 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.936sec 2024-11-14T08:21:32,156 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:21:32,156 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:21:32,156 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:21:32,156 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:21:32,156 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:21:32,156 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46807,1731572488788-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:21:32,156 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46807,1731572488788-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:21:32,157 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:21:32,158 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:21:32,158 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46807,1731572488788-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:32,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216881c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:32,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,46807,-1 for getting cluster id 2024-11-14T08:21:32,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:32,177 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3e10529-fcc9-4063-a9eb-beac58312bdd' 2024-11-14T08:21:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3e10529-fcc9-4063-a9eb-beac58312bdd" 2024-11-14T08:21:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f21f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,46807,-1] 2024-11-14T08:21:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:32,178 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:32,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46cf3b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:32,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:32,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,44889,1731572489145, seqNum=-1] 2024-11-14T08:21:32,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:32,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:21:32,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,46807,1731572488788 2024-11-14T08:21:32,183 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53193 2024-11-14T08:21:32,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:21:32,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101386f4dfd0002 connected 2024-11-14T08:21:32,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/hadoop.log.dir so I do NOT create it in target/test-data/33333850-05fc-d63c-2e55-90349a47b064 2024-11-14T08:21:32,204 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T08:21:32,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/hadoop.tmp.dir so I do NOT create it in target/test-data/33333850-05fc-d63c-2e55-90349a47b064 2024-11-14T08:21:32,204 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T08:21:32,204 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064 2024-11-14T08:21:32,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:21:32,205 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/cluster_38520fb5-6305-5086-f01b-5af3aa48f888, deleteOnExit=true 2024-11-14T08:21:32,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:21:32,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/test.cache.data in system properties and HBase conf 2024-11-14T08:21:32,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:21:32,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:21:32,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:21:32,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:21:32,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:21:32,205 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:21:32,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:21:32,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:21:32,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:21:32,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:21:32,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:21:32,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:21:32,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:21:32,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:21:32,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:21:32,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:21:32,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:21:32,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:21:32,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:21:32,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:21:32,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:21:32,542 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:21:32,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:21:32,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:21:32,544 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:21:32,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:21:32,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f734ade{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:21:32,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ccfed6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:21:32,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@787232b9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/java.io.tmpdir/jetty-localhost-33245-hadoop-hdfs-3_4_1-tests_jar-_-any-2120786340868853649/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:21:32,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73924ed9{HTTP/1.1, (http/1.1)}{localhost:33245} 2024-11-14T08:21:32,648 INFO [Time-limited test {}] server.Server(415): Started @234183ms 2024-11-14T08:21:33,002 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:21:33,004 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:21:33,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:21:33,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:21:33,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:21:33,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44b37ee5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:21:33,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@237e5206{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:21:33,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e7b70f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/java.io.tmpdir/jetty-localhost-36693-hadoop-hdfs-3_4_1-tests_jar-_-any-11645830186548710919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:21:33,105 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c305a9e{HTTP/1.1, (http/1.1)}{localhost:36693} 2024-11-14T08:21:33,105 INFO [Time-limited test {}] server.Server(415): Started @234640ms 2024-11-14T08:21:33,117 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:21:34,352 WARN [Thread-2787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/cluster_38520fb5-6305-5086-f01b-5af3aa48f888/data/data1/current/BP-1906112289-172.17.0.3-1731572492226/current, will proceed with Du for space computation calculation, 2024-11-14T08:21:34,357 WARN [Thread-2788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/cluster_38520fb5-6305-5086-f01b-5af3aa48f888/data/data2/current/BP-1906112289-172.17.0.3-1731572492226/current, will proceed with Du for space computation calculation, 2024-11-14T08:21:34,372 WARN [Thread-2775 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:21:34,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85219a6e4e4446f5 with lease ID 0xddf78b9d6c2efa1b: Processing first storage report for DS-d438e13b-07ce-4d9e-a129-077175f27764 from datanode DatanodeRegistration(127.0.0.1:44787, datanodeUuid=ad5a02f6-63f0-4b0f-b98b-08a235fb098a, infoPort=41111, infoSecurePort=0, ipcPort=33551, storageInfo=lv=-57;cid=testClusterID;nsid=303692903;c=1731572492226) 2024-11-14T08:21:34,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85219a6e4e4446f5 with lease ID 0xddf78b9d6c2efa1b: from storage DS-d438e13b-07ce-4d9e-a129-077175f27764 node DatanodeRegistration(127.0.0.1:44787, datanodeUuid=ad5a02f6-63f0-4b0f-b98b-08a235fb098a, infoPort=41111, infoSecurePort=0, ipcPort=33551, storageInfo=lv=-57;cid=testClusterID;nsid=303692903;c=1731572492226), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:21:34,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85219a6e4e4446f5 with lease ID 0xddf78b9d6c2efa1b: Processing first storage report for DS-3495645e-3f16-415a-8ace-cff1902556b7 from datanode DatanodeRegistration(127.0.0.1:44787, datanodeUuid=ad5a02f6-63f0-4b0f-b98b-08a235fb098a, infoPort=41111, infoSecurePort=0, ipcPort=33551, storageInfo=lv=-57;cid=testClusterID;nsid=303692903;c=1731572492226) 2024-11-14T08:21:34,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85219a6e4e4446f5 with lease ID 0xddf78b9d6c2efa1b: from storage DS-3495645e-3f16-415a-8ace-cff1902556b7 node DatanodeRegistration(127.0.0.1:44787, datanodeUuid=ad5a02f6-63f0-4b0f-b98b-08a235fb098a, infoPort=41111, infoSecurePort=0, ipcPort=33551, storageInfo=lv=-57;cid=testClusterID;nsid=303692903;c=1731572492226), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:21:34,455 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064 2024-11-14T08:21:34,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:34,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:34,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:21:34,864 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e with version=8 2024-11-14T08:21:34,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/hbase-staging 2024-11-14T08:21:34,867 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:21:34,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:34,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:34,867 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:21:34,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:34,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:21:34,867 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:21:34,868 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:21:34,868 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43131 2024-11-14T08:21:34,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43131 connecting to ZooKeeper ensemble=127.0.0.1:53193 2024-11-14T08:21:34,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431310x0, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:21:34,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43131-0x101386f4dfd0003 connected 2024-11-14T08:21:34,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T08:21:34,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T08:21:34,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:34,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:34,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Set watcher on znode that does not yet exist, /14154250/running 2024-11-14T08:21:34,995 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e, hbase.cluster.distributed=false 2024-11-14T08:21:34,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Set watcher on znode that does not yet exist, /14154250/acl 2024-11-14T08:21:34,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43131 2024-11-14T08:21:34,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43131 2024-11-14T08:21:34,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43131 2024-11-14T08:21:34,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43131 2024-11-14T08:21:34,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43131 2024-11-14T08:21:35,015 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:21:35,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:35,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:35,015 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:21:35,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:35,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:21:35,015 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:21:35,016 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:21:35,016 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42677 2024-11-14T08:21:35,017 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42677 connecting to ZooKeeper ensemble=127.0.0.1:53193 2024-11-14T08:21:35,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:35,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:35,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426770x0, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:21:35,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426770x0, quorum=127.0.0.1:53193, baseZNode=/14154250 Set watcher on znode that does not yet exist, /14154250/running 2024-11-14T08:21:35,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42677-0x101386f4dfd0004 connected 2024-11-14T08:21:35,034 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:21:35,034 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:21:35,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42677-0x101386f4dfd0004, quorum=127.0.0.1:53193, baseZNode=/14154250 Set watcher on znode that does not yet exist, /14154250/master 2024-11-14T08:21:35,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42677-0x101386f4dfd0004, quorum=127.0.0.1:53193, baseZNode=/14154250 Set watcher on znode that does not yet exist, /14154250/acl 2024-11-14T08:21:35,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42677 2024-11-14T08:21:35,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42677 2024-11-14T08:21:35,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42677 2024-11-14T08:21:35,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42677 2024-11-14T08:21:35,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42677 2024-11-14T08:21:35,051 DEBUG [M:0;b344df224d93:43131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:43131 2024-11-14T08:21:35,052 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /14154250/backup-masters/b344df224d93,43131,1731572494867 2024-11-14T08:21:35,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x101386f4dfd0004, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250/backup-masters 2024-11-14T08:21:35,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250/backup-masters 2024-11-14T08:21:35,062 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Set watcher on existing znode=/14154250/backup-masters/b344df224d93,43131,1731572494867 2024-11-14T08:21:35,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250 2024-11-14T08:21:35,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x101386f4dfd0004, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/14154250/master 2024-11-14T08:21:35,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x101386f4dfd0004, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250 2024-11-14T08:21:35,073 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Set watcher on existing znode=/14154250/master 2024-11-14T08:21:35,073 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /14154250/backup-masters/b344df224d93,43131,1731572494867 from backup master directory 2024-11-14T08:21:35,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/14154250/backup-masters/b344df224d93,43131,1731572494867 2024-11-14T08:21:35,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x101386f4dfd0004, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250/backup-masters 2024-11-14T08:21:35,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250/backup-masters 2024-11-14T08:21:35,083 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:21:35,083 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,43131,1731572494867 2024-11-14T08:21:35,085 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/hbase.id] with ID: 38697a2f-3616-4bc6-a303-8efef9a12283 2024-11-14T08:21:35,085 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/.tmp/hbase.id 2024-11-14T08:21:35,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:21:35,490 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/.tmp/hbase.id]:[hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/hbase.id] 2024-11-14T08:21:35,497 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:35,498 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:21:35,498 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T08:21:35,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250 2024-11-14T08:21:35,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x101386f4dfd0004, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250 2024-11-14T08:21:35,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:21:35,975 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:21:35,975 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:21:35,976 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:21:35,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:21:36,386 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/data/master/store 2024-11-14T08:21:36,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:21:36,791 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:36,791 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:21:36,791 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:36,791 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:36,791 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:21:36,791 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:36,791 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:36,792 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572496791Disabling compacts and flushes for region at 1731572496791Disabling writes for close at 1731572496791Writing region close event to WAL at 1731572496791Closed at 1731572496791 2024-11-14T08:21:36,792 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/data/master/store/.initializing 2024-11-14T08:21:36,792 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/WALs/b344df224d93,43131,1731572494867 2024-11-14T08:21:36,793 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:21:36,794 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C43131%2C1731572494867, suffix=, logDir=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/WALs/b344df224d93,43131,1731572494867, archiveDir=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/oldWALs, maxLogs=10 2024-11-14T08:21:36,806 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/WALs/b344df224d93,43131,1731572494867/b344df224d93%2C43131%2C1731572494867.1731572496794, exclude list is [], retry=0 2024-11-14T08:21:36,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44787,DS-d438e13b-07ce-4d9e-a129-077175f27764,DISK] 2024-11-14T08:21:36,809 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/WALs/b344df224d93,43131,1731572494867/b344df224d93%2C43131%2C1731572494867.1731572496794 2024-11-14T08:21:36,809 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41111:41111)] 2024-11-14T08:21:36,809 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:21:36,809 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:36,809 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:36,809 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:36,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:36,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:21:36,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:36,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:36,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:36,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:21:36,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:36,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:36,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:36,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:21:36,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:36,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:36,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:36,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:21:36,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:36,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:36,814 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:36,815 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:36,815 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:36,816 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:36,816 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:36,816 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:21:36,817 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:36,819 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:21:36,819 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60224759, jitterRate=-0.10258115828037262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:21:36,819 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572496809Initializing all the Stores at 1731572496810 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572496810Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572496810Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572496810Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572496810Cleaning up temporary data from old regions at 1731572496816 (+6 ms)Region opened successfully at 1731572496819 (+3 ms) 2024-11-14T08:21:36,819 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:21:36,822 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1172d44d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:21:36,823 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:21:36,823 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:21:36,823 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:21:36,823 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:21:36,823 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T08:21:36,824 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T08:21:36,824 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:21:36,825 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:21:36,826 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Unable to get data of znode /14154250/balancer because node does not exist (not necessarily an error) 2024-11-14T08:21:36,893 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /14154250/balancer already deleted, retry=false 2024-11-14T08:21:36,894 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:21:36,894 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Unable to get data of znode /14154250/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:21:36,904 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /14154250/normalizer already deleted, retry=false 2024-11-14T08:21:36,904 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:21:36,905 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Unable to get data of znode /14154250/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:21:36,914 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /14154250/switch/split already deleted, retry=false 2024-11-14T08:21:36,915 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Unable to get data of znode /14154250/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:21:36,921 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T08:21:36,925 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /14154250/switch/merge already deleted, retry=false 2024-11-14T08:21:36,926 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Unable to get data of znode /14154250/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:21:36,938 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /14154250/snapshot-cleanup already deleted, retry=false 2024-11-14T08:21:36,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/14154250/running 2024-11-14T08:21:36,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x101386f4dfd0004, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/14154250/running 2024-11-14T08:21:36,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250 2024-11-14T08:21:36,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x101386f4dfd0004, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250 2024-11-14T08:21:36,949 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,43131,1731572494867, sessionid=0x101386f4dfd0003, setting cluster-up flag (Was=false) 2024-11-14T08:21:36,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x101386f4dfd0004, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250 2024-11-14T08:21:36,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250 2024-11-14T08:21:37,002 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /14154250/flush-table-proc/acquired, /14154250/flush-table-proc/reached, /14154250/flush-table-proc/abort 2024-11-14T08:21:37,002 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,43131,1731572494867 2024-11-14T08:21:37,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250 2024-11-14T08:21:37,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x101386f4dfd0004, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250 2024-11-14T08:21:37,054 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /14154250/online-snapshot/acquired, /14154250/online-snapshot/reached, /14154250/online-snapshot/abort 2024-11-14T08:21:37,055 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,43131,1731572494867 2024-11-14T08:21:37,056 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:21:37,057 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:21:37,058 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:21:37,058 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:21:37,058 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,43131,1731572494867 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:21:37,059 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:21:37,059 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:21:37,059 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:21:37,059 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:21:37,059 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:21:37,059 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:37,059 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:21:37,059 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:37,060 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572527060 2024-11-14T08:21:37,060 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:21:37,060 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:21:37,060 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:21:37,060 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:21:37,060 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:21:37,061 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:21:37,061 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:21:37,061 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:21:37,061 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:37,061 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:37,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:21:37,061 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:21:37,062 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:21:37,062 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:21:37,062 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:21:37,062 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:21:37,062 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:21:37,063 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572497062,5,FailOnTimeoutGroup] 2024-11-14T08:21:37,063 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572497063,5,FailOnTimeoutGroup] 2024-11-14T08:21:37,063 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:37,063 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:21:37,063 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:37,063 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:37,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:21:37,143 INFO [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(746): ClusterId : 38697a2f-3616-4bc6-a303-8efef9a12283 2024-11-14T08:21:37,143 DEBUG [RS:0;b344df224d93:42677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:21:37,150 DEBUG [RS:0;b344df224d93:42677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:21:37,150 DEBUG [RS:0;b344df224d93:42677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:21:37,160 DEBUG [RS:0;b344df224d93:42677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:21:37,160 DEBUG [RS:0;b344df224d93:42677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aaeda6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:21:37,170 DEBUG [RS:0;b344df224d93:42677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:42677 2024-11-14T08:21:37,170 INFO [RS:0;b344df224d93:42677 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:21:37,170 INFO [RS:0;b344df224d93:42677 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:21:37,170 DEBUG [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:21:37,171 INFO [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,43131,1731572494867 with port=42677, startcode=1731572495015 2024-11-14T08:21:37,171 DEBUG [RS:0;b344df224d93:42677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:21:37,172 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:21:37,173 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43131 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,42677,1731572495015 2024-11-14T08:21:37,173 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43131 {}] master.ServerManager(517): Registering regionserver=b344df224d93,42677,1731572495015 2024-11-14T08:21:37,174 DEBUG [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e 2024-11-14T08:21:37,174 DEBUG [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34151 2024-11-14T08:21:37,174 DEBUG [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:21:37,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250/rs 2024-11-14T08:21:37,181 DEBUG [RS:0;b344df224d93:42677 {}] zookeeper.ZKUtil(111): regionserver:42677-0x101386f4dfd0004, quorum=127.0.0.1:53193, baseZNode=/14154250 Set watcher on existing znode=/14154250/rs/b344df224d93,42677,1731572495015 2024-11-14T08:21:37,181 WARN [RS:0;b344df224d93:42677 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:21:37,181 INFO [RS:0;b344df224d93:42677 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:21:37,181 DEBUG [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015 2024-11-14T08:21:37,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,42677,1731572495015] 2024-11-14T08:21:37,184 INFO [RS:0;b344df224d93:42677 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:21:37,185 INFO [RS:0;b344df224d93:42677 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:21:37,185 INFO [RS:0;b344df224d93:42677 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:21:37,185 INFO [RS:0;b344df224d93:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:37,185 INFO [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:21:37,186 INFO [RS:0;b344df224d93:42677 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:21:37,186 INFO [RS:0;b344df224d93:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:37,186 DEBUG [RS:0;b344df224d93:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:37,186 DEBUG [RS:0;b344df224d93:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:37,186 DEBUG [RS:0;b344df224d93:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:37,186 DEBUG [RS:0;b344df224d93:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:37,186 DEBUG [RS:0;b344df224d93:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:37,186 DEBUG [RS:0;b344df224d93:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:21:37,186 DEBUG [RS:0;b344df224d93:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:37,186 DEBUG [RS:0;b344df224d93:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:37,186 DEBUG [RS:0;b344df224d93:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:37,186 DEBUG [RS:0;b344df224d93:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:37,186 DEBUG [RS:0;b344df224d93:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:37,186 DEBUG [RS:0;b344df224d93:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:37,186 DEBUG [RS:0;b344df224d93:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:21:37,186 DEBUG [RS:0;b344df224d93:42677 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:21:37,187 INFO [RS:0;b344df224d93:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:37,187 INFO [RS:0;b344df224d93:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:37,187 INFO [RS:0;b344df224d93:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:37,187 INFO [RS:0;b344df224d93:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:37,187 INFO [RS:0;b344df224d93:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:37,187 INFO [RS:0;b344df224d93:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,42677,1731572495015-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:21:37,199 INFO [RS:0;b344df224d93:42677 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:21:37,200 INFO [RS:0;b344df224d93:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,42677,1731572495015-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:37,200 INFO [RS:0;b344df224d93:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:37,200 INFO [RS:0;b344df224d93:42677 {}] regionserver.Replication(171): b344df224d93,42677,1731572495015 started 2024-11-14T08:21:37,211 INFO [RS:0;b344df224d93:42677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:37,211 INFO [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,42677,1731572495015, RpcServer on b344df224d93/172.17.0.3:42677, sessionid=0x101386f4dfd0004 2024-11-14T08:21:37,212 DEBUG [RS:0;b344df224d93:42677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:21:37,212 DEBUG [RS:0;b344df224d93:42677 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,42677,1731572495015 2024-11-14T08:21:37,212 DEBUG [RS:0;b344df224d93:42677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,42677,1731572495015' 2024-11-14T08:21:37,212 DEBUG [RS:0;b344df224d93:42677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/14154250/flush-table-proc/abort' 2024-11-14T08:21:37,212 DEBUG [RS:0;b344df224d93:42677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/14154250/flush-table-proc/acquired' 2024-11-14T08:21:37,213 DEBUG [RS:0;b344df224d93:42677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:21:37,213 DEBUG [RS:0;b344df224d93:42677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:21:37,213 DEBUG [RS:0;b344df224d93:42677 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,42677,1731572495015 2024-11-14T08:21:37,213 DEBUG [RS:0;b344df224d93:42677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,42677,1731572495015' 2024-11-14T08:21:37,213 DEBUG [RS:0;b344df224d93:42677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/14154250/online-snapshot/abort' 2024-11-14T08:21:37,213 DEBUG [RS:0;b344df224d93:42677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/14154250/online-snapshot/acquired' 2024-11-14T08:21:37,213 DEBUG [RS:0;b344df224d93:42677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:21:37,213 INFO [RS:0;b344df224d93:42677 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:21:37,213 INFO [RS:0;b344df224d93:42677 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:21:37,314 INFO [RS:0;b344df224d93:42677 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:21:37,315 INFO [RS:0;b344df224d93:42677 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C42677%2C1731572495015, suffix=, logDir=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015, archiveDir=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/oldWALs, maxLogs=10 2024-11-14T08:21:37,327 DEBUG [RS:0;b344df224d93:42677 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315, exclude list is [], retry=0 2024-11-14T08:21:37,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44787,DS-d438e13b-07ce-4d9e-a129-077175f27764,DISK] 2024-11-14T08:21:37,330 INFO [RS:0;b344df224d93:42677 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 2024-11-14T08:21:37,331 DEBUG [RS:0;b344df224d93:42677 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41111:41111)] 2024-11-14T08:21:37,470 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:21:37,470 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e 2024-11-14T08:21:37,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741833_1009 (size=32) 2024-11-14T08:21:37,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:21:37,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:37,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:37,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:37,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:37,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:37,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:37,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:37,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:37,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:37,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:37,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:37,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:37,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:37,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:21:37,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:21:37,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:37,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:37,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:21:37,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:21:37,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:37,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:37,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:21:37,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:21:37,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:37,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:37,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:21:37,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:21:37,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:37,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:37,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:21:37,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740 2024-11-14T08:21:37,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740 2024-11-14T08:21:37,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:21:37,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:21:37,885 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:21:37,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:21:37,887 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:21:37,887 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69219943, jitterRate=0.031457528471946716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:21:37,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572497877Initializing all the Stores at 1731572497877Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572497878 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572497878Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572497878Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572497878Cleaning up temporary data from old regions at 1731572497884 (+6 ms)Region opened successfully at 1731572497887 (+3 ms) 2024-11-14T08:21:37,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:21:37,887 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:21:37,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:21:37,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:21:37,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:21:37,888 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:21:37,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572497887Disabling compacts and flushes for region at 1731572497887Disabling writes for close at 1731572497887Writing region close event to WAL at 1731572497888 (+1 ms)Closed at 1731572497888 2024-11-14T08:21:37,888 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:21:37,888 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:21:37,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:21:37,889 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:21:37,890 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:21:38,040 DEBUG [b344df224d93:43131 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:21:38,041 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,42677,1731572495015 2024-11-14T08:21:38,042 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,42677,1731572495015, state=OPENING 2024-11-14T08:21:38,098 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:21:38,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x101386f4dfd0004, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250 2024-11-14T08:21:38,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250 2024-11-14T08:21:38,118 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:21:38,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /14154250/meta-region-server: CHANGED 2024-11-14T08:21:38,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /14154250/meta-region-server: CHANGED 2024-11-14T08:21:38,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,42677,1731572495015}] 2024-11-14T08:21:38,270 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:21:38,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:21:38,274 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:21:38,274 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:21:38,274 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:21:38,275 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C42677%2C1731572495015.meta, suffix=.meta, logDir=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015, archiveDir=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/oldWALs, maxLogs=10 2024-11-14T08:21:38,287 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.meta.1731572498275.meta, exclude list is [], retry=0 2024-11-14T08:21:38,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44787,DS-d438e13b-07ce-4d9e-a129-077175f27764,DISK] 2024-11-14T08:21:38,290 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.meta.1731572498275.meta 2024-11-14T08:21:38,290 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41111:41111)] 2024-11-14T08:21:38,290 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:21:38,291 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:21:38,291 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:21:38,291 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:21:38,291 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:21:38,291 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:21:38,291 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:38,291 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:21:38,291 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:21:38,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:21:38,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:21:38,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:38,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:38,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:21:38,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:21:38,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:38,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:38,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:21:38,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:21:38,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:38,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:38,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:21:38,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:21:38,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:38,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:38,295 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:21:38,296 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740 2024-11-14T08:21:38,296 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740 2024-11-14T08:21:38,297 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:21:38,297 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:21:38,297 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:21:38,298 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:21:38,298 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63908725, jitterRate=-0.047685787081718445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:21:38,299 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:21:38,299 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572498291Writing region info on filesystem at 1731572498291Initializing all the Stores at 1731572498292 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572498292Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572498292Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572498292Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572498292Cleaning up temporary data from old regions at 1731572498297 (+5 ms)Running coprocessor post-open hooks at 1731572498299 (+2 ms)Region opened successfully at 1731572498299 2024-11-14T08:21:38,299 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572498270 2024-11-14T08:21:38,301 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:21:38,301 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:21:38,301 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,42677,1731572495015 2024-11-14T08:21:38,302 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,42677,1731572495015, state=OPEN 2024-11-14T08:21:38,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/14154250/meta-region-server 2024-11-14T08:21:38,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x101386f4dfd0004, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/14154250/meta-region-server 2024-11-14T08:21:38,314 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,42677,1731572495015 2024-11-14T08:21:38,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /14154250/meta-region-server: CHANGED 2024-11-14T08:21:38,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /14154250/meta-region-server: CHANGED 2024-11-14T08:21:38,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:21:38,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,42677,1731572495015 in 196 msec 2024-11-14T08:21:38,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:21:38,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-11-14T08:21:38,318 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:21:38,318 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:21:38,319 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:38,319 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,42677,1731572495015, seqNum=-1] 2024-11-14T08:21:38,319 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:38,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:21:38,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2670 sec 2024-11-14T08:21:38,324 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572498324, completionTime=-1 2024-11-14T08:21:38,324 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:21:38,324 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:21:38,326 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:21:38,326 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572558326 2024-11-14T08:21:38,326 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572618326 2024-11-14T08:21:38,326 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T08:21:38,326 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,43131,1731572494867-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:38,326 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,43131,1731572494867-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:38,326 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,43131,1731572494867-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:38,326 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:43131, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:38,326 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:38,327 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:38,327 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:21:38,329 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.246sec 2024-11-14T08:21:38,329 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:21:38,329 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:21:38,329 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:21:38,329 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:21:38,329 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:21:38,329 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,43131,1731572494867-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:21:38,329 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,43131,1731572494867-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:21:38,331 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:21:38,331 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:21:38,331 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,43131,1731572494867-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:38,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5caae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:38,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,43131,-1 for getting cluster id 2024-11-14T08:21:38,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:38,345 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38697a2f-3616-4bc6-a303-8efef9a12283' 2024-11-14T08:21:38,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:38,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38697a2f-3616-4bc6-a303-8efef9a12283" 2024-11-14T08:21:38,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54fbfef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:38,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,43131,-1] 2024-11-14T08:21:38,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:38,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:38,346 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:38,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1461fdf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:38,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:38,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,42677,1731572495015, seqNum=-1] 2024-11-14T08:21:38,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:38,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:21:38,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,43131,1731572494867 2024-11-14T08:21:38,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53193 2024-11-14T08:21:38,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:21:38,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101386f4dfd0005 connected 2024-11-14T08:21:38,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/hadoop.log.dir so I do NOT create it in target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee 2024-11-14T08:21:38,372 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T08:21:38,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/hadoop.tmp.dir so I do NOT create it in target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee 2024-11-14T08:21:38,372 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T08:21:38,372 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee 2024-11-14T08:21:38,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:21:38,372 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/cluster_f222c161-2fec-5f45-726a-d487d6fd0df2, deleteOnExit=true 2024-11-14T08:21:38,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:21:38,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/test.cache.data in system properties and HBase conf 2024-11-14T08:21:38,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:21:38,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:21:38,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:21:38,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:21:38,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:21:38,373 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:21:38,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:21:38,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:21:38,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:21:38,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:21:38,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:21:38,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:21:38,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:21:38,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:21:38,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:21:38,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:21:38,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:21:38,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:21:38,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:21:38,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:21:38,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:21:38,737 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:21:38,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:21:38,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:21:38,738 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:21:38,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:21:38,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2309e65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:21:38,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44adb5a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:21:38,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e07ae59{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/java.io.tmpdir/jetty-localhost-45055-hadoop-hdfs-3_4_1-tests_jar-_-any-17958750459009120257/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:21:38,839 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42e15e7{HTTP/1.1, (http/1.1)}{localhost:45055} 2024-11-14T08:21:38,839 INFO [Time-limited test {}] server.Server(415): Started @240375ms 2024-11-14T08:21:39,273 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:21:39,278 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:21:39,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:21:39,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:21:39,281 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:21:39,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dd6a133{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:21:39,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a1fba40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:21:39,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40ff7a46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/java.io.tmpdir/jetty-localhost-38099-hadoop-hdfs-3_4_1-tests_jar-_-any-10273436850540682256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:21:39,384 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74586bb5{HTTP/1.1, (http/1.1)}{localhost:38099} 2024-11-14T08:21:39,384 INFO [Time-limited test {}] server.Server(415): Started @240919ms 2024-11-14T08:21:39,385 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:21:40,205 WARN [Thread-2908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/cluster_f222c161-2fec-5f45-726a-d487d6fd0df2/data/data1/current/BP-1174698472-172.17.0.3-1731572498395/current, will proceed with Du for space computation calculation, 2024-11-14T08:21:40,205 WARN [Thread-2909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/cluster_f222c161-2fec-5f45-726a-d487d6fd0df2/data/data2/current/BP-1174698472-172.17.0.3-1731572498395/current, will proceed with Du for space computation calculation, 2024-11-14T08:21:40,221 WARN [Thread-2896 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:21:40,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x389dc2ca5ba9055e with lease ID 0xca492b84d3948014: Processing first storage report for DS-76eac0f1-a261-4320-bbfa-d9a64549ab72 from datanode DatanodeRegistration(127.0.0.1:40195, datanodeUuid=6d6ce47e-eb8a-4bbe-9f80-49e692e4df57, infoPort=36205, infoSecurePort=0, ipcPort=44311, storageInfo=lv=-57;cid=testClusterID;nsid=1813317049;c=1731572498395) 2024-11-14T08:21:40,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x389dc2ca5ba9055e with lease ID 0xca492b84d3948014: from storage DS-76eac0f1-a261-4320-bbfa-d9a64549ab72 node DatanodeRegistration(127.0.0.1:40195, datanodeUuid=6d6ce47e-eb8a-4bbe-9f80-49e692e4df57, infoPort=36205, infoSecurePort=0, ipcPort=44311, storageInfo=lv=-57;cid=testClusterID;nsid=1813317049;c=1731572498395), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:21:40,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x389dc2ca5ba9055e with lease ID 0xca492b84d3948014: Processing first storage report for DS-715cf115-6242-434e-91f5-3a9b12b83b00 from datanode DatanodeRegistration(127.0.0.1:40195, datanodeUuid=6d6ce47e-eb8a-4bbe-9f80-49e692e4df57, infoPort=36205, infoSecurePort=0, ipcPort=44311, storageInfo=lv=-57;cid=testClusterID;nsid=1813317049;c=1731572498395) 2024-11-14T08:21:40,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x389dc2ca5ba9055e with lease ID 0xca492b84d3948014: from storage DS-715cf115-6242-434e-91f5-3a9b12b83b00 node DatanodeRegistration(127.0.0.1:40195, datanodeUuid=6d6ce47e-eb8a-4bbe-9f80-49e692e4df57, infoPort=36205, infoSecurePort=0, ipcPort=44311, storageInfo=lv=-57;cid=testClusterID;nsid=1813317049;c=1731572498395), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:21:40,312 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee 2024-11-14T08:21:40,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:40,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:40,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:21:40,724 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9 with version=8 2024-11-14T08:21:40,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/hbase-staging 2024-11-14T08:21:40,726 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:21:40,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:40,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:40,726 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:21:40,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:40,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:21:40,727 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:21:40,727 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:21:40,727 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36299 2024-11-14T08:21:40,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36299 connecting to ZooKeeper ensemble=127.0.0.1:53193 2024-11-14T08:21:40,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362990x0, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:21:40,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36299-0x101386f4dfd0006 connected 2024-11-14T08:21:40,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:40,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:40,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Set watcher on znode that does not yet exist, /2-533773487/running 2024-11-14T08:21:40,854 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9, hbase.cluster.distributed=false 2024-11-14T08:21:40,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Set watcher on znode that does not yet exist, /2-533773487/acl 2024-11-14T08:21:40,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36299 2024-11-14T08:21:40,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36299 2024-11-14T08:21:40,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36299 2024-11-14T08:21:40,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36299 2024-11-14T08:21:40,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36299 2024-11-14T08:21:40,870 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:21:40,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:40,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:40,870 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:21:40,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:21:40,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:21:40,870 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:21:40,870 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:21:40,870 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46185 2024-11-14T08:21:40,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46185 connecting to ZooKeeper ensemble=127.0.0.1:53193 2024-11-14T08:21:40,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:40,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:40,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461850x0, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:21:40,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461850x0, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Set watcher on znode that does not yet exist, /2-533773487/running 2024-11-14T08:21:40,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46185-0x101386f4dfd0007 connected 2024-11-14T08:21:40,886 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:21:40,887 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:21:40,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46185-0x101386f4dfd0007, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Set watcher on znode that does not yet exist, /2-533773487/master 2024-11-14T08:21:40,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46185-0x101386f4dfd0007, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Set watcher on znode that does not yet exist, /2-533773487/acl 2024-11-14T08:21:40,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46185 2024-11-14T08:21:40,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46185 2024-11-14T08:21:40,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46185 2024-11-14T08:21:40,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46185 2024-11-14T08:21:40,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46185 2024-11-14T08:21:40,907 DEBUG [M:0;b344df224d93:36299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:36299 2024-11-14T08:21:40,907 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-533773487/backup-masters/b344df224d93,36299,1731572500726 2024-11-14T08:21:40,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487/backup-masters 2024-11-14T08:21:40,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101386f4dfd0007, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487/backup-masters 2024-11-14T08:21:40,917 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Set watcher on existing znode=/2-533773487/backup-masters/b344df224d93,36299,1731572500726 2024-11-14T08:21:40,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101386f4dfd0007, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-533773487/master 2024-11-14T08:21:40,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487 2024-11-14T08:21:40,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101386f4dfd0007, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487 2024-11-14T08:21:40,928 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Set watcher on existing znode=/2-533773487/master 2024-11-14T08:21:40,928 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-533773487/backup-masters/b344df224d93,36299,1731572500726 from backup master directory 2024-11-14T08:21:40,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-533773487/backup-masters/b344df224d93,36299,1731572500726 2024-11-14T08:21:40,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101386f4dfd0007, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487/backup-masters 2024-11-14T08:21:40,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487/backup-masters 2024-11-14T08:21:40,938 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:21:40,938 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,36299,1731572500726 2024-11-14T08:21:40,941 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/hbase.id] with ID: 947e62fe-c6f6-4682-a1f1-7b80a8ed5f39 2024-11-14T08:21:40,941 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/.tmp/hbase.id 2024-11-14T08:21:40,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:21:41,345 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/.tmp/hbase.id]:[hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/hbase.id] 2024-11-14T08:21:41,352 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:21:41,352 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:21:41,353 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T08:21:41,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487 2024-11-14T08:21:41,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101386f4dfd0007, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487 2024-11-14T08:21:41,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:21:41,734 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:41,734 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:21:41,735 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48351 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:21:41,810 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:21:41,811 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:21:41,811 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:21:41,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:21:42,217 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/data/master/store 2024-11-14T08:21:42,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:21:42,622 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:42,622 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:21:42,622 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:42,622 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:42,622 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:21:42,622 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:42,622 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:21:42,622 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572502622Disabling compacts and flushes for region at 1731572502622Disabling writes for close at 1731572502622Writing region close event to WAL at 1731572502622Closed at 1731572502622 2024-11-14T08:21:42,623 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/data/master/store/.initializing 2024-11-14T08:21:42,623 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/WALs/b344df224d93,36299,1731572500726 2024-11-14T08:21:42,624 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:21:42,625 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C36299%2C1731572500726, suffix=, logDir=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/WALs/b344df224d93,36299,1731572500726, archiveDir=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/oldWALs, maxLogs=10 2024-11-14T08:21:42,641 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/WALs/b344df224d93,36299,1731572500726/b344df224d93%2C36299%2C1731572500726.1731572502625, exclude list is [], retry=0 2024-11-14T08:21:42,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40195,DS-76eac0f1-a261-4320-bbfa-d9a64549ab72,DISK] 2024-11-14T08:21:42,647 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/WALs/b344df224d93,36299,1731572500726/b344df224d93%2C36299%2C1731572500726.1731572502625 2024-11-14T08:21:42,647 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36205:36205)] 2024-11-14T08:21:42,647 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:21:42,647 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:42,648 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:42,648 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:42,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:42,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:21:42,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:42,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:42,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:42,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:21:42,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:42,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:42,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:42,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:21:42,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:42,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:42,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:42,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:21:42,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:42,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:42,653 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:42,654 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:42,654 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:42,655 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:42,655 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:42,655 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:21:42,656 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:21:42,658 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:21:42,658 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68387536, jitterRate=0.01905369758605957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:21:42,659 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572502648Initializing all the Stores at 1731572502648Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572502648Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572502648Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572502648Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572502648Cleaning up temporary data from old regions at 1731572502655 (+7 ms)Region opened successfully at 1731572502659 (+4 ms) 2024-11-14T08:21:42,659 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:21:42,661 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ab3522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:21:42,662 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:21:42,662 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:21:42,662 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:21:42,662 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:21:42,662 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T08:21:42,663 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T08:21:42,663 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:21:42,664 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:21:42,665 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Unable to get data of znode /2-533773487/balancer because node does not exist (not necessarily an error) 2024-11-14T08:21:42,738 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-533773487/balancer already deleted, retry=false 2024-11-14T08:21:42,738 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:21:42,739 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Unable to get data of znode /2-533773487/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:21:42,748 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-533773487/normalizer already deleted, retry=false 2024-11-14T08:21:42,749 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:21:42,750 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Unable to get data of znode /2-533773487/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:21:42,759 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-533773487/switch/split already deleted, retry=false 2024-11-14T08:21:42,760 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Unable to get data of znode /2-533773487/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:21:42,769 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-533773487/switch/merge already deleted, retry=false 2024-11-14T08:21:42,771 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Unable to get data of znode /2-533773487/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:21:42,780 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-533773487/snapshot-cleanup already deleted, retry=false 2024-11-14T08:21:42,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101386f4dfd0007, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-533773487/running 2024-11-14T08:21:42,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-533773487/running 2024-11-14T08:21:42,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101386f4dfd0007, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487 2024-11-14T08:21:42,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487 2024-11-14T08:21:42,791 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,36299,1731572500726, sessionid=0x101386f4dfd0006, setting cluster-up flag (Was=false) 2024-11-14T08:21:42,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101386f4dfd0007, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487 2024-11-14T08:21:42,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487 2024-11-14T08:21:42,843 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-533773487/flush-table-proc/acquired, /2-533773487/flush-table-proc/reached, /2-533773487/flush-table-proc/abort 2024-11-14T08:21:42,844 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,36299,1731572500726 2024-11-14T08:21:42,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487 2024-11-14T08:21:42,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101386f4dfd0007, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487 2024-11-14T08:21:42,896 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-533773487/online-snapshot/acquired, /2-533773487/online-snapshot/reached, /2-533773487/online-snapshot/abort 2024-11-14T08:21:42,897 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,36299,1731572500726 2024-11-14T08:21:42,897 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:21:42,898 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:21:42,899 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:21:42,899 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:21:42,899 INFO [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer(746): ClusterId : 947e62fe-c6f6-4682-a1f1-7b80a8ed5f39 2024-11-14T08:21:42,899 DEBUG [RS:0;b344df224d93:46185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:21:42,906 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,36299,1731572500726 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:21:42,908 DEBUG [RS:0;b344df224d93:46185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:21:42,908 DEBUG [RS:0;b344df224d93:46185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:21:42,908 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:21:42,908 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:21:42,908 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:21:42,908 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:21:42,908 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:21:42,908 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:42,908 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:21:42,908 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:42,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:21:42,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:21:42,914 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:42,914 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:21:42,916 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572532916 2024-11-14T08:21:42,916 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:21:42,917 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:21:42,917 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:21:42,917 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:21:42,917 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:21:42,917 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:21:42,917 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:42,917 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:21:42,917 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:21:42,917 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:21:42,917 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:21:42,918 DEBUG [RS:0;b344df224d93:46185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:21:42,918 DEBUG [RS:0;b344df224d93:46185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da734a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:21:42,918 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:21:42,918 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:21:42,924 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572502918,5,FailOnTimeoutGroup] 2024-11-14T08:21:42,924 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572502924,5,FailOnTimeoutGroup] 2024-11-14T08:21:42,924 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:42,924 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:21:42,924 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:42,924 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:42,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:21:42,931 DEBUG [RS:0;b344df224d93:46185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:46185 2024-11-14T08:21:42,931 INFO [RS:0;b344df224d93:46185 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:21:42,931 INFO [RS:0;b344df224d93:46185 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:21:42,931 DEBUG [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:21:42,932 INFO [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,36299,1731572500726 with port=46185, startcode=1731572500869 2024-11-14T08:21:42,932 DEBUG [RS:0;b344df224d93:46185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:21:42,933 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:21:42,934 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36299 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,46185,1731572500869 2024-11-14T08:21:42,934 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36299 {}] master.ServerManager(517): Registering regionserver=b344df224d93,46185,1731572500869 2024-11-14T08:21:42,935 DEBUG [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9 2024-11-14T08:21:42,935 DEBUG [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34351 2024-11-14T08:21:42,935 DEBUG [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:21:42,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487/rs 2024-11-14T08:21:42,996 DEBUG [RS:0;b344df224d93:46185 {}] zookeeper.ZKUtil(111): regionserver:46185-0x101386f4dfd0007, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Set watcher on existing znode=/2-533773487/rs/b344df224d93,46185,1731572500869 2024-11-14T08:21:42,996 WARN [RS:0;b344df224d93:46185 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:21:42,996 INFO [RS:0;b344df224d93:46185 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:21:42,996 DEBUG [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869 2024-11-14T08:21:42,997 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,46185,1731572500869] 2024-11-14T08:21:42,999 INFO [RS:0;b344df224d93:46185 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:21:43,000 INFO [RS:0;b344df224d93:46185 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:21:43,001 INFO [RS:0;b344df224d93:46185 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:21:43,001 INFO [RS:0;b344df224d93:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:43,001 INFO [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:21:43,002 INFO [RS:0;b344df224d93:46185 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:21:43,002 INFO [RS:0;b344df224d93:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:43,002 DEBUG [RS:0;b344df224d93:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:43,002 DEBUG [RS:0;b344df224d93:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:43,002 DEBUG [RS:0;b344df224d93:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:43,002 DEBUG [RS:0;b344df224d93:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:43,002 DEBUG [RS:0;b344df224d93:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:43,002 DEBUG [RS:0;b344df224d93:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:21:43,002 DEBUG [RS:0;b344df224d93:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:43,002 DEBUG [RS:0;b344df224d93:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:43,002 DEBUG [RS:0;b344df224d93:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:43,002 DEBUG [RS:0;b344df224d93:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:43,002 DEBUG [RS:0;b344df224d93:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:43,002 DEBUG [RS:0;b344df224d93:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:21:43,003 DEBUG [RS:0;b344df224d93:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:21:43,003 DEBUG [RS:0;b344df224d93:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:21:43,003 INFO [RS:0;b344df224d93:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:43,003 INFO [RS:0;b344df224d93:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:43,003 INFO [RS:0;b344df224d93:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:43,003 INFO [RS:0;b344df224d93:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:43,003 INFO [RS:0;b344df224d93:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:43,003 INFO [RS:0;b344df224d93:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46185,1731572500869-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:21:43,020 INFO [RS:0;b344df224d93:46185 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:21:43,020 INFO [RS:0;b344df224d93:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,46185,1731572500869-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:43,020 INFO [RS:0;b344df224d93:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:43,020 INFO [RS:0;b344df224d93:46185 {}] regionserver.Replication(171): b344df224d93,46185,1731572500869 started 2024-11-14T08:21:43,035 INFO [RS:0;b344df224d93:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:43,035 INFO [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,46185,1731572500869, RpcServer on b344df224d93/172.17.0.3:46185, sessionid=0x101386f4dfd0007 2024-11-14T08:21:43,035 DEBUG [RS:0;b344df224d93:46185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:21:43,035 DEBUG [RS:0;b344df224d93:46185 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,46185,1731572500869 2024-11-14T08:21:43,035 DEBUG [RS:0;b344df224d93:46185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,46185,1731572500869' 2024-11-14T08:21:43,035 DEBUG [RS:0;b344df224d93:46185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-533773487/flush-table-proc/abort' 2024-11-14T08:21:43,036 DEBUG [RS:0;b344df224d93:46185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-533773487/flush-table-proc/acquired' 2024-11-14T08:21:43,036 DEBUG [RS:0;b344df224d93:46185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:21:43,036 DEBUG [RS:0;b344df224d93:46185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:21:43,036 DEBUG [RS:0;b344df224d93:46185 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,46185,1731572500869 2024-11-14T08:21:43,036 DEBUG [RS:0;b344df224d93:46185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,46185,1731572500869' 2024-11-14T08:21:43,036 DEBUG [RS:0;b344df224d93:46185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-533773487/online-snapshot/abort' 2024-11-14T08:21:43,036 DEBUG [RS:0;b344df224d93:46185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-533773487/online-snapshot/acquired' 2024-11-14T08:21:43,036 DEBUG [RS:0;b344df224d93:46185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:21:43,036 INFO [RS:0;b344df224d93:46185 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:21:43,036 INFO [RS:0;b344df224d93:46185 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:21:43,137 INFO [RS:0;b344df224d93:46185 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:21:43,138 INFO [RS:0;b344df224d93:46185 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C46185%2C1731572500869, suffix=, logDir=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869, archiveDir=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/oldWALs, maxLogs=10 2024-11-14T08:21:43,149 DEBUG [RS:0;b344df224d93:46185 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138, exclude list is [], retry=0 2024-11-14T08:21:43,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40195,DS-76eac0f1-a261-4320-bbfa-d9a64549ab72,DISK] 2024-11-14T08:21:43,152 INFO [RS:0;b344df224d93:46185 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 2024-11-14T08:21:43,155 DEBUG [RS:0;b344df224d93:46185 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36205:36205)] 2024-11-14T08:21:43,326 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:21:43,326 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9 2024-11-14T08:21:43,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741833_1009 (size=32) 2024-11-14T08:21:43,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:43,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:21:43,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:21:43,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:43,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:43,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:21:43,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:21:43,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:43,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:43,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:21:43,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:21:43,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:43,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:43,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:21:43,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:21:43,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:43,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:43,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:21:43,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740 2024-11-14T08:21:43,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740 2024-11-14T08:21:43,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:21:43,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:21:43,739 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:21:43,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:21:43,741 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:21:43,741 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66297594, jitterRate=-0.012088865041732788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:21:43,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572503731Initializing all the Stores at 1731572503732 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572503732Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572503732Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572503732Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572503732Cleaning up temporary data from old regions at 1731572503738 (+6 ms)Region opened successfully at 1731572503741 (+3 ms) 2024-11-14T08:21:43,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:21:43,741 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:21:43,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:21:43,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:21:43,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:21:43,742 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:21:43,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572503741Disabling compacts and flushes for region at 1731572503741Disabling writes for close at 1731572503741Writing region close event to WAL at 1731572503742 (+1 ms)Closed at 1731572503742 2024-11-14T08:21:43,743 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:21:43,743 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:21:43,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:21:43,744 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:21:43,745 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:21:43,793 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:21:43,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:43,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:43,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:43,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:43,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:43,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:43,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:43,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:43,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:43,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:43,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:43,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:43,895 DEBUG [b344df224d93:36299 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:21:43,895 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,46185,1731572500869 2024-11-14T08:21:43,896 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,46185,1731572500869, state=OPENING 2024-11-14T08:21:43,945 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:21:43,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101386f4dfd0007, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487 2024-11-14T08:21:43,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487 2024-11-14T08:21:43,956 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:21:43,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-533773487/meta-region-server: CHANGED 2024-11-14T08:21:43,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,46185,1731572500869}] 2024-11-14T08:21:43,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-533773487/meta-region-server: CHANGED 2024-11-14T08:21:44,108 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:21:44,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:21:44,112 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:21:44,112 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:21:44,113 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:21:44,114 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C46185%2C1731572500869.meta, suffix=.meta, logDir=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869, archiveDir=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/oldWALs, maxLogs=10 2024-11-14T08:21:44,130 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.meta.1731572504114.meta, exclude list is [], retry=0 2024-11-14T08:21:44,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40195,DS-76eac0f1-a261-4320-bbfa-d9a64549ab72,DISK] 2024-11-14T08:21:44,133 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.meta.1731572504114.meta 2024-11-14T08:21:44,133 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36205:36205)] 2024-11-14T08:21:44,134 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:21:44,134 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:21:44,134 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:21:44,134 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:21:44,134 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:21:44,134 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:21:44,134 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:44,134 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:21:44,134 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:21:44,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:21:44,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:21:44,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:44,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:44,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:21:44,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:21:44,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:44,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:44,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:21:44,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:21:44,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:44,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:44,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:21:44,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:21:44,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:44,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:21:44,139 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:21:44,140 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740 2024-11-14T08:21:44,140 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740 2024-11-14T08:21:44,141 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:21:44,141 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:21:44,142 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:21:44,142 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:21:44,143 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64097688, jitterRate=-0.04487001895904541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:21:44,143 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:21:44,143 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572504134Writing region info on filesystem at 1731572504134Initializing all the Stores at 1731572504135 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572504135Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572504136 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572504136Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572504136Cleaning up temporary data from old regions at 1731572504141 (+5 ms)Running coprocessor post-open hooks at 1731572504143 (+2 ms)Region opened successfully at 1731572504143 2024-11-14T08:21:44,144 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572504108 2024-11-14T08:21:44,146 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:21:44,146 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:21:44,146 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,46185,1731572500869 2024-11-14T08:21:44,147 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,46185,1731572500869, state=OPEN 2024-11-14T08:21:44,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101386f4dfd0007, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-533773487/meta-region-server 2024-11-14T08:21:44,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-533773487/meta-region-server 2024-11-14T08:21:44,159 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,46185,1731572500869 2024-11-14T08:21:44,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-533773487/meta-region-server: CHANGED 2024-11-14T08:21:44,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-533773487/meta-region-server: CHANGED 2024-11-14T08:21:44,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:21:44,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,46185,1731572500869 in 203 msec 2024-11-14T08:21:44,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:21:44,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 418 msec 2024-11-14T08:21:44,163 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:21:44,163 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:21:44,164 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:44,164 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,46185,1731572500869, seqNum=-1] 2024-11-14T08:21:44,165 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:44,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:21:44,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2710 sec 2024-11-14T08:21:44,170 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572504170, completionTime=-1 2024-11-14T08:21:44,170 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:21:44,170 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:21:44,172 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:21:44,173 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572564172 2024-11-14T08:21:44,173 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572624173 2024-11-14T08:21:44,173 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T08:21:44,173 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36299,1731572500726-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:44,173 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36299,1731572500726-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:44,173 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36299,1731572500726-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:44,173 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:36299, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:44,173 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:44,175 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:21:44,180 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:44,183 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.245sec 2024-11-14T08:21:44,183 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:21:44,183 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:21:44,183 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:21:44,183 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:21:44,183 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:21:44,183 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36299,1731572500726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:21:44,183 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36299,1731572500726-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:21:44,185 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:21:44,185 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:21:44,185 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36299,1731572500726-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:21:44,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8cc6b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:44,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,36299,-1 for getting cluster id 2024-11-14T08:21:44,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:44,201 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '947e62fe-c6f6-4682-a1f1-7b80a8ed5f39' 2024-11-14T08:21:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "947e62fe-c6f6-4682-a1f1-7b80a8ed5f39" 2024-11-14T08:21:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7046ec30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,36299,-1] 2024-11-14T08:21:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:44,203 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:44,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db0c6af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:44,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:44,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,46185,1731572500869, seqNum=-1] 2024-11-14T08:21:44,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:44,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:21:44,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,36299,1731572500726 2024-11-14T08:21:44,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53193 2024-11-14T08:21:44,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:21:44,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101386f4dfd0008 connected 2024-11-14T08:21:44,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:44,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,46807,1731572488788 2024-11-14T08:21:44,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4abbdce5 2024-11-14T08:21:44,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:21:44,234 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:21:44,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:21:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T08:21:44,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:21:44,236 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:44,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T08:21:44,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:21:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:44,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741835_1011 (size=902) 2024-11-14T08:21:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:44,644 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb25ea85aa9bbed74f8352ff8a2bf3d4, NAME => 'test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734 2024-11-14T08:21:44,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741836_1012 (size=39) 2024-11-14T08:21:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:45,053 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:45,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cb25ea85aa9bbed74f8352ff8a2bf3d4, disabling compactions & flushes 2024-11-14T08:21:45,054 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4. 2024-11-14T08:21:45,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4. 2024-11-14T08:21:45,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4. after waiting 0 ms 2024-11-14T08:21:45,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4. 2024-11-14T08:21:45,054 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4. 2024-11-14T08:21:45,054 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb25ea85aa9bbed74f8352ff8a2bf3d4: Waiting for close lock at 1731572505054Disabling compacts and flushes for region at 1731572505054Disabling writes for close at 1731572505054Writing region close event to WAL at 1731572505054Closed at 1731572505054 2024-11-14T08:21:45,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:21:45,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731572505055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572505055"}]},"ts":"1731572505055"} 2024-11-14T08:21:45,057 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:21:45,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:21:45,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572505057"}]},"ts":"1731572505057"} 2024-11-14T08:21:45,059 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T08:21:45,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb25ea85aa9bbed74f8352ff8a2bf3d4, ASSIGN}] 2024-11-14T08:21:45,060 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb25ea85aa9bbed74f8352ff8a2bf3d4, ASSIGN 2024-11-14T08:21:45,060 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cb25ea85aa9bbed74f8352ff8a2bf3d4, ASSIGN; state=OFFLINE, location=b344df224d93,44889,1731572489145; forceNewPlan=false, retain=false 2024-11-14T08:21:45,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb25ea85aa9bbed74f8352ff8a2bf3d4, regionState=OPENING, regionLocation=b344df224d93,44889,1731572489145 2024-11-14T08:21:45,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cb25ea85aa9bbed74f8352ff8a2bf3d4, ASSIGN because future has completed 2024-11-14T08:21:45,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb25ea85aa9bbed74f8352ff8a2bf3d4, server=b344df224d93,44889,1731572489145}] 2024-11-14T08:21:45,368 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4. 2024-11-14T08:21:45,368 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cb25ea85aa9bbed74f8352ff8a2bf3d4, NAME => 'test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:21:45,369 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:21:45,369 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T08:21:45,369 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cb25ea85aa9bbed74f8352ff8a2bf3d4 2024-11-14T08:21:45,369 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:45,369 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cb25ea85aa9bbed74f8352ff8a2bf3d4 2024-11-14T08:21:45,369 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cb25ea85aa9bbed74f8352ff8a2bf3d4 2024-11-14T08:21:45,370 INFO [StoreOpener-cb25ea85aa9bbed74f8352ff8a2bf3d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cb25ea85aa9bbed74f8352ff8a2bf3d4 2024-11-14T08:21:45,371 INFO [StoreOpener-cb25ea85aa9bbed74f8352ff8a2bf3d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb25ea85aa9bbed74f8352ff8a2bf3d4 columnFamilyName f 2024-11-14T08:21:45,371 DEBUG [StoreOpener-cb25ea85aa9bbed74f8352ff8a2bf3d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:45,371 INFO [StoreOpener-cb25ea85aa9bbed74f8352ff8a2bf3d4-1 {}] regionserver.HStore(327): Store=cb25ea85aa9bbed74f8352ff8a2bf3d4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:45,371 INFO [StoreOpener-cb25ea85aa9bbed74f8352ff8a2bf3d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cb25ea85aa9bbed74f8352ff8a2bf3d4 2024-11-14T08:21:45,372 INFO [StoreOpener-cb25ea85aa9bbed74f8352ff8a2bf3d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb25ea85aa9bbed74f8352ff8a2bf3d4 columnFamilyName f1 2024-11-14T08:21:45,372 DEBUG [StoreOpener-cb25ea85aa9bbed74f8352ff8a2bf3d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:45,372 INFO [StoreOpener-cb25ea85aa9bbed74f8352ff8a2bf3d4-1 {}] regionserver.HStore(327): Store=cb25ea85aa9bbed74f8352ff8a2bf3d4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:45,372 INFO [StoreOpener-cb25ea85aa9bbed74f8352ff8a2bf3d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cb25ea85aa9bbed74f8352ff8a2bf3d4 2024-11-14T08:21:45,373 INFO [StoreOpener-cb25ea85aa9bbed74f8352ff8a2bf3d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb25ea85aa9bbed74f8352ff8a2bf3d4 columnFamilyName norep 2024-11-14T08:21:45,373 DEBUG [StoreOpener-cb25ea85aa9bbed74f8352ff8a2bf3d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:45,373 INFO [StoreOpener-cb25ea85aa9bbed74f8352ff8a2bf3d4-1 {}] regionserver.HStore(327): Store=cb25ea85aa9bbed74f8352ff8a2bf3d4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:45,373 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cb25ea85aa9bbed74f8352ff8a2bf3d4 2024-11-14T08:21:45,373 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/default/test/cb25ea85aa9bbed74f8352ff8a2bf3d4 2024-11-14T08:21:45,374 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/default/test/cb25ea85aa9bbed74f8352ff8a2bf3d4 2024-11-14T08:21:45,374 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cb25ea85aa9bbed74f8352ff8a2bf3d4 2024-11-14T08:21:45,374 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cb25ea85aa9bbed74f8352ff8a2bf3d4 2024-11-14T08:21:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:45,375 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:21:45,385 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cb25ea85aa9bbed74f8352ff8a2bf3d4 2024-11-14T08:21:45,387 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/default/test/cb25ea85aa9bbed74f8352ff8a2bf3d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:21:45,387 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cb25ea85aa9bbed74f8352ff8a2bf3d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61614926, jitterRate=-0.081866055727005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:21:45,387 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb25ea85aa9bbed74f8352ff8a2bf3d4 2024-11-14T08:21:45,387 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cb25ea85aa9bbed74f8352ff8a2bf3d4: Running coprocessor pre-open hook at 1731572505369Writing region info on filesystem at 1731572505369Initializing all the Stores at 1731572505369Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572505369Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572505370 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572505370Cleaning up temporary data from old regions at 1731572505374 (+4 ms)Running coprocessor post-open hooks at 1731572505387 (+13 ms)Region opened successfully at 1731572505387 2024-11-14T08:21:45,388 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4., pid=6, masterSystemTime=1731572505365 2024-11-14T08:21:45,390 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4. 2024-11-14T08:21:45,390 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4. 2024-11-14T08:21:45,391 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb25ea85aa9bbed74f8352ff8a2bf3d4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b344df224d93,44889,1731572489145 2024-11-14T08:21:45,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb25ea85aa9bbed74f8352ff8a2bf3d4, server=b344df224d93,44889,1731572489145 because future has completed 2024-11-14T08:21:45,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T08:21:45,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cb25ea85aa9bbed74f8352ff8a2bf3d4, server=b344df224d93,44889,1731572489145 in 180 msec 2024-11-14T08:21:45,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T08:21:45,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cb25ea85aa9bbed74f8352ff8a2bf3d4, ASSIGN in 336 msec 2024-11-14T08:21:45,397 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:21:45,397 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572505397"}]},"ts":"1731572505397"} 2024-11-14T08:21:45,398 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T08:21:45,399 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:21:45,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-14T08:21:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:46,385 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T08:21:46,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:46,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,43131,1731572494867 2024-11-14T08:21:46,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6873122a 2024-11-14T08:21:46,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:21:46,387 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:21:46,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:21:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T08:21:46,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:21:46,390 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:46,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T08:21:46,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:21:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:46,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741835_1011 (size=902) 2024-11-14T08:21:46,396 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a1e2307d22ac66e36fef793f7cfa5c0, NAME => 'test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e 2024-11-14T08:21:46,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741836_1012 (size=39) 2024-11-14T08:21:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:46,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:46,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1a1e2307d22ac66e36fef793f7cfa5c0, disabling compactions & flushes 2024-11-14T08:21:46,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0. 2024-11-14T08:21:46,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0. 2024-11-14T08:21:46,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0. after waiting 0 ms 2024-11-14T08:21:46,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0. 2024-11-14T08:21:46,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0. 2024-11-14T08:21:46,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a1e2307d22ac66e36fef793f7cfa5c0: Waiting for close lock at 1731572506801Disabling compacts and flushes for region at 1731572506801Disabling writes for close at 1731572506801Writing region close event to WAL at 1731572506801Closed at 1731572506801 2024-11-14T08:21:46,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:21:46,802 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731572506802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572506802"}]},"ts":"1731572506802"} 2024-11-14T08:21:46,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:21:46,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:21:46,805 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572506805"}]},"ts":"1731572506805"} 2024-11-14T08:21:46,806 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T08:21:46,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1a1e2307d22ac66e36fef793f7cfa5c0, ASSIGN}] 2024-11-14T08:21:46,807 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1a1e2307d22ac66e36fef793f7cfa5c0, ASSIGN 2024-11-14T08:21:46,808 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1a1e2307d22ac66e36fef793f7cfa5c0, ASSIGN; state=OFFLINE, location=b344df224d93,42677,1731572495015; forceNewPlan=false, retain=false 2024-11-14T08:21:46,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a1e2307d22ac66e36fef793f7cfa5c0, regionState=OPENING, regionLocation=b344df224d93,42677,1731572495015 2024-11-14T08:21:46,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1a1e2307d22ac66e36fef793f7cfa5c0, ASSIGN because future has completed 2024-11-14T08:21:46,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a1e2307d22ac66e36fef793f7cfa5c0, server=b344df224d93,42677,1731572495015}] 2024-11-14T08:21:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:47,115 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0. 2024-11-14T08:21:47,115 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a1e2307d22ac66e36fef793f7cfa5c0, NAME => 'test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:21:47,116 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:21:47,116 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T08:21:47,116 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1a1e2307d22ac66e36fef793f7cfa5c0 2024-11-14T08:21:47,116 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:47,116 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1a1e2307d22ac66e36fef793f7cfa5c0 2024-11-14T08:21:47,116 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1a1e2307d22ac66e36fef793f7cfa5c0 2024-11-14T08:21:47,117 INFO [StoreOpener-1a1e2307d22ac66e36fef793f7cfa5c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1a1e2307d22ac66e36fef793f7cfa5c0 2024-11-14T08:21:47,118 INFO [StoreOpener-1a1e2307d22ac66e36fef793f7cfa5c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a1e2307d22ac66e36fef793f7cfa5c0 columnFamilyName f 2024-11-14T08:21:47,118 DEBUG [StoreOpener-1a1e2307d22ac66e36fef793f7cfa5c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:47,119 INFO [StoreOpener-1a1e2307d22ac66e36fef793f7cfa5c0-1 {}] regionserver.HStore(327): Store=1a1e2307d22ac66e36fef793f7cfa5c0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:47,119 INFO [StoreOpener-1a1e2307d22ac66e36fef793f7cfa5c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1a1e2307d22ac66e36fef793f7cfa5c0 2024-11-14T08:21:47,120 INFO [StoreOpener-1a1e2307d22ac66e36fef793f7cfa5c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a1e2307d22ac66e36fef793f7cfa5c0 columnFamilyName f1 2024-11-14T08:21:47,120 DEBUG [StoreOpener-1a1e2307d22ac66e36fef793f7cfa5c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:47,120 INFO [StoreOpener-1a1e2307d22ac66e36fef793f7cfa5c0-1 {}] regionserver.HStore(327): Store=1a1e2307d22ac66e36fef793f7cfa5c0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:47,120 INFO [StoreOpener-1a1e2307d22ac66e36fef793f7cfa5c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1a1e2307d22ac66e36fef793f7cfa5c0 2024-11-14T08:21:47,121 INFO [StoreOpener-1a1e2307d22ac66e36fef793f7cfa5c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a1e2307d22ac66e36fef793f7cfa5c0 columnFamilyName norep 2024-11-14T08:21:47,121 DEBUG [StoreOpener-1a1e2307d22ac66e36fef793f7cfa5c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:47,121 INFO [StoreOpener-1a1e2307d22ac66e36fef793f7cfa5c0-1 {}] regionserver.HStore(327): Store=1a1e2307d22ac66e36fef793f7cfa5c0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:47,121 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1a1e2307d22ac66e36fef793f7cfa5c0 2024-11-14T08:21:47,121 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/default/test/1a1e2307d22ac66e36fef793f7cfa5c0 2024-11-14T08:21:47,122 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/default/test/1a1e2307d22ac66e36fef793f7cfa5c0 2024-11-14T08:21:47,122 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1a1e2307d22ac66e36fef793f7cfa5c0 2024-11-14T08:21:47,122 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1a1e2307d22ac66e36fef793f7cfa5c0 2024-11-14T08:21:47,123 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:21:47,124 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1a1e2307d22ac66e36fef793f7cfa5c0 2024-11-14T08:21:47,125 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/default/test/1a1e2307d22ac66e36fef793f7cfa5c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:21:47,125 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1a1e2307d22ac66e36fef793f7cfa5c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73699575, jitterRate=0.09820924699306488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:21:47,125 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a1e2307d22ac66e36fef793f7cfa5c0 2024-11-14T08:21:47,125 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1a1e2307d22ac66e36fef793f7cfa5c0: Running coprocessor pre-open hook at 1731572507116Writing region info on filesystem at 1731572507116Initializing all the Stores at 1731572507117 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572507117Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572507117Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572507117Cleaning up temporary data from old regions at 1731572507122 (+5 ms)Running coprocessor post-open hooks at 1731572507125 (+3 ms)Region opened successfully at 1731572507125 2024-11-14T08:21:47,126 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0., pid=6, masterSystemTime=1731572507112 2024-11-14T08:21:47,128 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0. 2024-11-14T08:21:47,128 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0. 2024-11-14T08:21:47,128 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a1e2307d22ac66e36fef793f7cfa5c0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b344df224d93,42677,1731572495015 2024-11-14T08:21:47,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a1e2307d22ac66e36fef793f7cfa5c0, server=b344df224d93,42677,1731572495015 because future has completed 2024-11-14T08:21:47,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T08:21:47,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a1e2307d22ac66e36fef793f7cfa5c0, server=b344df224d93,42677,1731572495015 in 169 msec 2024-11-14T08:21:47,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T08:21:47,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1a1e2307d22ac66e36fef793f7cfa5c0, ASSIGN in 325 msec 2024-11-14T08:21:47,134 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:21:47,134 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572507134"}]},"ts":"1731572507134"} 2024-11-14T08:21:47,135 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T08:21:47,136 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:21:47,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-14T08:21:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:47,524 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T08:21:47,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:47,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,36299,1731572500726 2024-11-14T08:21:47,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42795673 2024-11-14T08:21:47,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:21:47,526 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:21:47,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:21:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T08:21:47,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:21:47,529 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:47,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T08:21:47,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:21:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:47,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741835_1011 (size=902) 2024-11-14T08:21:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:47,936 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a21791bb5f6760a794206860e8526f8, NAME => 'test,,1731572507526.0a21791bb5f6760a794206860e8526f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9 2024-11-14T08:21:47,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741836_1012 (size=39) 2024-11-14T08:21:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:48,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731572507526.0a21791bb5f6760a794206860e8526f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:48,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0a21791bb5f6760a794206860e8526f8, disabling compactions & flushes 2024-11-14T08:21:48,341 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731572507526.0a21791bb5f6760a794206860e8526f8. 2024-11-14T08:21:48,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572507526.0a21791bb5f6760a794206860e8526f8. 2024-11-14T08:21:48,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731572507526.0a21791bb5f6760a794206860e8526f8. after waiting 0 ms 2024-11-14T08:21:48,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731572507526.0a21791bb5f6760a794206860e8526f8. 2024-11-14T08:21:48,341 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731572507526.0a21791bb5f6760a794206860e8526f8. 2024-11-14T08:21:48,341 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a21791bb5f6760a794206860e8526f8: Waiting for close lock at 1731572508341Disabling compacts and flushes for region at 1731572508341Disabling writes for close at 1731572508341Writing region close event to WAL at 1731572508341Closed at 1731572508341 2024-11-14T08:21:48,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:21:48,342 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731572507526.0a21791bb5f6760a794206860e8526f8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731572508342"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572508342"}]},"ts":"1731572508342"} 2024-11-14T08:21:48,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:21:48,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:21:48,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572508345"}]},"ts":"1731572508345"} 2024-11-14T08:21:48,346 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T08:21:48,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0a21791bb5f6760a794206860e8526f8, ASSIGN}] 2024-11-14T08:21:48,347 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0a21791bb5f6760a794206860e8526f8, ASSIGN 2024-11-14T08:21:48,348 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0a21791bb5f6760a794206860e8526f8, ASSIGN; state=OFFLINE, location=b344df224d93,46185,1731572500869; forceNewPlan=false, retain=false 2024-11-14T08:21:48,498 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a21791bb5f6760a794206860e8526f8, regionState=OPENING, regionLocation=b344df224d93,46185,1731572500869 2024-11-14T08:21:48,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0a21791bb5f6760a794206860e8526f8, ASSIGN because future has completed 2024-11-14T08:21:48,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a21791bb5f6760a794206860e8526f8, server=b344df224d93,46185,1731572500869}] 2024-11-14T08:21:48,655 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731572507526.0a21791bb5f6760a794206860e8526f8. 2024-11-14T08:21:48,655 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a21791bb5f6760a794206860e8526f8, NAME => 'test,,1731572507526.0a21791bb5f6760a794206860e8526f8.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:21:48,656 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:21:48,656 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T08:21:48,656 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0a21791bb5f6760a794206860e8526f8 2024-11-14T08:21:48,656 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731572507526.0a21791bb5f6760a794206860e8526f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:48,656 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0a21791bb5f6760a794206860e8526f8 2024-11-14T08:21:48,656 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0a21791bb5f6760a794206860e8526f8 2024-11-14T08:21:48,657 INFO [StoreOpener-0a21791bb5f6760a794206860e8526f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0a21791bb5f6760a794206860e8526f8 2024-11-14T08:21:48,658 INFO [StoreOpener-0a21791bb5f6760a794206860e8526f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a21791bb5f6760a794206860e8526f8 columnFamilyName f 2024-11-14T08:21:48,658 DEBUG [StoreOpener-0a21791bb5f6760a794206860e8526f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:48,658 INFO [StoreOpener-0a21791bb5f6760a794206860e8526f8-1 {}] regionserver.HStore(327): Store=0a21791bb5f6760a794206860e8526f8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:48,658 INFO [StoreOpener-0a21791bb5f6760a794206860e8526f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0a21791bb5f6760a794206860e8526f8 2024-11-14T08:21:48,659 INFO [StoreOpener-0a21791bb5f6760a794206860e8526f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a21791bb5f6760a794206860e8526f8 columnFamilyName f1 2024-11-14T08:21:48,659 DEBUG [StoreOpener-0a21791bb5f6760a794206860e8526f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:48,659 INFO [StoreOpener-0a21791bb5f6760a794206860e8526f8-1 {}] regionserver.HStore(327): Store=0a21791bb5f6760a794206860e8526f8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:48,659 INFO [StoreOpener-0a21791bb5f6760a794206860e8526f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0a21791bb5f6760a794206860e8526f8 2024-11-14T08:21:48,660 INFO [StoreOpener-0a21791bb5f6760a794206860e8526f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a21791bb5f6760a794206860e8526f8 columnFamilyName norep 2024-11-14T08:21:48,660 DEBUG [StoreOpener-0a21791bb5f6760a794206860e8526f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:48,660 INFO [StoreOpener-0a21791bb5f6760a794206860e8526f8-1 {}] regionserver.HStore(327): Store=0a21791bb5f6760a794206860e8526f8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:48,661 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0a21791bb5f6760a794206860e8526f8 2024-11-14T08:21:48,661 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/default/test/0a21791bb5f6760a794206860e8526f8 2024-11-14T08:21:48,661 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/default/test/0a21791bb5f6760a794206860e8526f8 2024-11-14T08:21:48,662 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0a21791bb5f6760a794206860e8526f8 2024-11-14T08:21:48,662 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0a21791bb5f6760a794206860e8526f8 2024-11-14T08:21:48,663 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:21:48,663 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0a21791bb5f6760a794206860e8526f8 2024-11-14T08:21:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:48,665 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/default/test/0a21791bb5f6760a794206860e8526f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:21:48,665 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0a21791bb5f6760a794206860e8526f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66558621, jitterRate=-0.008199259638786316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:21:48,665 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a21791bb5f6760a794206860e8526f8 2024-11-14T08:21:48,665 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0a21791bb5f6760a794206860e8526f8: Running coprocessor pre-open hook at 1731572508656Writing region info on filesystem at 1731572508656Initializing all the Stores at 1731572508657 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572508657Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572508657Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572508657Cleaning up temporary data from old regions at 1731572508662 (+5 ms)Running coprocessor post-open hooks at 1731572508665 (+3 ms)Region opened successfully at 1731572508665 2024-11-14T08:21:48,666 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731572507526.0a21791bb5f6760a794206860e8526f8., pid=6, masterSystemTime=1731572508653 2024-11-14T08:21:48,668 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731572507526.0a21791bb5f6760a794206860e8526f8. 2024-11-14T08:21:48,668 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731572507526.0a21791bb5f6760a794206860e8526f8. 2024-11-14T08:21:48,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a21791bb5f6760a794206860e8526f8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b344df224d93,46185,1731572500869 2024-11-14T08:21:48,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a21791bb5f6760a794206860e8526f8, server=b344df224d93,46185,1731572500869 because future has completed 2024-11-14T08:21:48,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T08:21:48,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a21791bb5f6760a794206860e8526f8, server=b344df224d93,46185,1731572500869 in 170 msec 2024-11-14T08:21:48,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T08:21:48,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0a21791bb5f6760a794206860e8526f8, ASSIGN in 326 msec 2024-11-14T08:21:48,674 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:21:48,675 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572508674"}]},"ts":"1731572508674"} 2024-11-14T08:21:48,676 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T08:21:48,677 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:21:48,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-14T08:21:48,922 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T08:21:49,636 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:21:49,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:49,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:49,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:49,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:49,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:49,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:49,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:49,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:49,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:21:49,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:49,675 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T08:21:49,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:49,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d42e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:49,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,46807,-1 for getting cluster id 2024-11-14T08:21:49,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:49,677 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3e10529-fcc9-4063-a9eb-beac58312bdd' 2024-11-14T08:21:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:49,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3e10529-fcc9-4063-a9eb-beac58312bdd" 2024-11-14T08:21:49,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f4299e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:49,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,46807,-1] 2024-11-14T08:21:49,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:49,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:49,679 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:49,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5699c85e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:49,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,46807,1731572488788 2024-11-14T08:21:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40e97284 2024-11-14T08:21:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:21:49,682 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:21:49,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b344df224d93:43131,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T08:21:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T08:21:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:49,685 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:43131' 2024-11-14T08:21:49,686 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4814b743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:49,686 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,43131,-1 for getting cluster id 2024-11-14T08:21:49,686 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:49,687 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38697a2f-3616-4bc6-a303-8efef9a12283' 2024-11-14T08:21:49,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:49,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38697a2f-3616-4bc6-a303-8efef9a12283" 2024-11-14T08:21:49,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b4249f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:49,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,43131,-1] 2024-11-14T08:21:49,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:49,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:49,688 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:49,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8fb6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:49,689 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:49,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,43131,1731572494867 2024-11-14T08:21:49,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20e2b881 2024-11-14T08:21:49,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:21:49,691 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:21:49,691 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T08:21:49,691 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T08:21:49,691 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:49,692 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:49,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:21:49,692 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:21:49,693 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T08:21:49,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:21:49,694 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:49,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:21:49,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741837_1013 (size=1138) 2024-11-14T08:21:49,743 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T08:21:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:50,102 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a80fc77baf6783ff3aa7f5442cd46ceb, NAME => 'hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734 2024-11-14T08:21:50,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741838_1014 (size=44) 2024-11-14T08:21:50,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:50,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a80fc77baf6783ff3aa7f5442cd46ceb, disabling compactions & flushes 2024-11-14T08:21:50,106 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb. 2024-11-14T08:21:50,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb. 2024-11-14T08:21:50,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb. after waiting 0 ms 2024-11-14T08:21:50,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb. 2024-11-14T08:21:50,106 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb. 2024-11-14T08:21:50,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a80fc77baf6783ff3aa7f5442cd46ceb: Waiting for close lock at 1731572510106Disabling compacts and flushes for region at 1731572510106Disabling writes for close at 1731572510106Writing region close event to WAL at 1731572510106Closed at 1731572510106 2024-11-14T08:21:50,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:21:50,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731572510107"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572510107"}]},"ts":"1731572510107"} 2024-11-14T08:21:50,109 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:21:50,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:21:50,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572510109"}]},"ts":"1731572510109"} 2024-11-14T08:21:50,111 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T08:21:50,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a80fc77baf6783ff3aa7f5442cd46ceb, ASSIGN}] 2024-11-14T08:21:50,112 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a80fc77baf6783ff3aa7f5442cd46ceb, ASSIGN 2024-11-14T08:21:50,112 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a80fc77baf6783ff3aa7f5442cd46ceb, ASSIGN; state=OFFLINE, location=b344df224d93,44889,1731572489145; forceNewPlan=false, retain=false 2024-11-14T08:21:50,263 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a80fc77baf6783ff3aa7f5442cd46ceb, regionState=OPENING, regionLocation=b344df224d93,44889,1731572489145 2024-11-14T08:21:50,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a80fc77baf6783ff3aa7f5442cd46ceb, ASSIGN because future has completed 2024-11-14T08:21:50,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a80fc77baf6783ff3aa7f5442cd46ceb, server=b344df224d93,44889,1731572489145}] 2024-11-14T08:21:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:50,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb. 2024-11-14T08:21:50,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:21:50,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T08:21:50,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C44889%2C1731572489145.rep, suffix=, logDir=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145, archiveDir=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/oldWALs, maxLogs=10 2024-11-14T08:21:50,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.rep.1731572510421, exclude list is [], retry=0 2024-11-14T08:21:50,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45017,DS-9642a904-c561-4306-b2df-1350610d826b,DISK] 2024-11-14T08:21:50,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.rep.1731572510421 2024-11-14T08:21:50,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37505:37505)] 2024-11-14T08:21:50,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a80fc77baf6783ff3aa7f5442cd46ceb, NAME => 'hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:21:50,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:21:50,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:21:50,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb. service=MultiRowMutationService 2024-11-14T08:21:50,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T08:21:50,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a80fc77baf6783ff3aa7f5442cd46ceb 2024-11-14T08:21:50,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:50,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a80fc77baf6783ff3aa7f5442cd46ceb 2024-11-14T08:21:50,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a80fc77baf6783ff3aa7f5442cd46ceb 2024-11-14T08:21:50,440 INFO [StoreOpener-a80fc77baf6783ff3aa7f5442cd46ceb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a80fc77baf6783ff3aa7f5442cd46ceb 2024-11-14T08:21:50,441 INFO [StoreOpener-a80fc77baf6783ff3aa7f5442cd46ceb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a80fc77baf6783ff3aa7f5442cd46ceb columnFamilyName hfileref 2024-11-14T08:21:50,441 DEBUG [StoreOpener-a80fc77baf6783ff3aa7f5442cd46ceb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:50,441 INFO [StoreOpener-a80fc77baf6783ff3aa7f5442cd46ceb-1 {}] regionserver.HStore(327): Store=a80fc77baf6783ff3aa7f5442cd46ceb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:50,441 INFO [StoreOpener-a80fc77baf6783ff3aa7f5442cd46ceb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a80fc77baf6783ff3aa7f5442cd46ceb 2024-11-14T08:21:50,442 INFO [StoreOpener-a80fc77baf6783ff3aa7f5442cd46ceb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a80fc77baf6783ff3aa7f5442cd46ceb columnFamilyName queue 2024-11-14T08:21:50,442 DEBUG [StoreOpener-a80fc77baf6783ff3aa7f5442cd46ceb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:50,442 INFO [StoreOpener-a80fc77baf6783ff3aa7f5442cd46ceb-1 {}] regionserver.HStore(327): Store=a80fc77baf6783ff3aa7f5442cd46ceb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:50,442 INFO [StoreOpener-a80fc77baf6783ff3aa7f5442cd46ceb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a80fc77baf6783ff3aa7f5442cd46ceb 2024-11-14T08:21:50,443 INFO [StoreOpener-a80fc77baf6783ff3aa7f5442cd46ceb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a80fc77baf6783ff3aa7f5442cd46ceb columnFamilyName sid 2024-11-14T08:21:50,443 DEBUG [StoreOpener-a80fc77baf6783ff3aa7f5442cd46ceb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:50,444 INFO [StoreOpener-a80fc77baf6783ff3aa7f5442cd46ceb-1 {}] regionserver.HStore(327): Store=a80fc77baf6783ff3aa7f5442cd46ceb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:50,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a80fc77baf6783ff3aa7f5442cd46ceb 2024-11-14T08:21:50,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/replication/a80fc77baf6783ff3aa7f5442cd46ceb 2024-11-14T08:21:50,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/replication/a80fc77baf6783ff3aa7f5442cd46ceb 2024-11-14T08:21:50,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a80fc77baf6783ff3aa7f5442cd46ceb 2024-11-14T08:21:50,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a80fc77baf6783ff3aa7f5442cd46ceb 2024-11-14T08:21:50,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:21:50,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a80fc77baf6783ff3aa7f5442cd46ceb 2024-11-14T08:21:50,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/replication/a80fc77baf6783ff3aa7f5442cd46ceb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:21:50,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a80fc77baf6783ff3aa7f5442cd46ceb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66101581, jitterRate=-0.015009686350822449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:21:50,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a80fc77baf6783ff3aa7f5442cd46ceb 2024-11-14T08:21:50,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a80fc77baf6783ff3aa7f5442cd46ceb: Running coprocessor pre-open hook at 1731572510437Writing region info on filesystem at 1731572510437Initializing all the Stores at 1731572510438 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572510438Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572510440 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572510440Cleaning up temporary data from old regions at 1731572510445 (+5 ms)Running coprocessor post-open hooks at 1731572510448 (+3 ms)Region opened successfully at 1731572510448 2024-11-14T08:21:50,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb., pid=10, masterSystemTime=1731572510416 2024-11-14T08:21:50,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb. 2024-11-14T08:21:50,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb. 2024-11-14T08:21:50,451 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a80fc77baf6783ff3aa7f5442cd46ceb, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,44889,1731572489145 2024-11-14T08:21:50,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a80fc77baf6783ff3aa7f5442cd46ceb, server=b344df224d93,44889,1731572489145 because future has completed 2024-11-14T08:21:50,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T08:21:50,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a80fc77baf6783ff3aa7f5442cd46ceb, server=b344df224d93,44889,1731572489145 in 189 msec 2024-11-14T08:21:50,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T08:21:50,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a80fc77baf6783ff3aa7f5442cd46ceb, ASSIGN in 344 msec 2024-11-14T08:21:50,457 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:21:50,457 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572510457"}]},"ts":"1731572510457"} 2024-11-14T08:21:50,459 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T08:21:50,459 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:21:50,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 767 msec 2024-11-14T08:21:50,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb., hostname=b344df224d93,44889,1731572489145, seqNum=2] 2024-11-14T08:21:50,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157 2024-11-14T08:21:50,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101386f4dfd0001, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157 2024-11-14T08:21:50,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T08:21:50,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T08:21:50,751 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T08:21:50,777 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b344df224d93,44889,1731572489145, ReplicationSource: 1, currentBandwidth=0 2024-11-14T08:21:50,777 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:50,778 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,44889,1731572489145, seqNum=-1] 2024-11-14T08:21:50,778 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:50,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T08:21:50,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b344df224d93,44889,1731572489145', locateType=CURRENT is [region=hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb., hostname=b344df224d93,44889,1731572489145, seqNum=2] 2024-11-14T08:21:50,789 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T08:21:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T08:21:50,795 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b344df224d93,44889,1731572489145 suceeded 2024-11-14T08:21:50,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T08:21:50,797 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b344df224d93:43131,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T08:21:50,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-14T08:21:50,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1150 sec 2024-11-14T08:21:50,811 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:43131' 2024-11-14T08:21:50,812 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@743609a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:50,812 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,43131,-1 for getting cluster id 2024-11-14T08:21:50,812 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:50,813 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38697a2f-3616-4bc6-a303-8efef9a12283' 2024-11-14T08:21:50,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:50,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38697a2f-3616-4bc6-a303-8efef9a12283" 2024-11-14T08:21:50,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6910bde3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:50,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,43131,-1] 2024-11-14T08:21:50,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:50,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:50,815 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:50,815 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32352beb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:50,815 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:50,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,43131,1731572494867 2024-11-14T08:21:50,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@481cd8d9 2024-11-14T08:21:50,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:21:50,817 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-14T08:21:50,818 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b344df224d93,44889,1731572489145 (queues=1) is replicating from cluster=b3e10529-fcc9-4063-a9eb-beac58312bdd to cluster=38697a2f-3616-4bc6-a303-8efef9a12283 2024-11-14T08:21:50,818 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b344df224d93%2C44889%2C1731572489145 2024-11-14T08:21:50,818 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b344df224d93,44889,1731572489145, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T08:21:50,819 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056, startPosition=0, beingWritten=true 2024-11-14T08:21:50,819 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.shipperb344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b344df224d93%2C44889%2C1731572489145 2024-11-14T08:21:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:50,825 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T08:21:50,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:21:50,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:21:50,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:50,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:21:50,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:50,827 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:21:50,827 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 379, reset compression=false 2024-11-14T08:21:50,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289f5ee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:50,827 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,43131,-1 for getting cluster id 2024-11-14T08:21:50,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:50,828 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.shipperb344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,44889,1731572489145 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:21:50,828 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38697a2f-3616-4bc6-a303-8efef9a12283' 2024-11-14T08:21:50,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:50,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38697a2f-3616-4bc6-a303-8efef9a12283" 2024-11-14T08:21:50,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2b47c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:50,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,43131,-1] 2024-11-14T08:21:50,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:50,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:50,831 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:50,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1a5277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:50,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:50,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,43131,1731572494867 2024-11-14T08:21:50,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d2a256 2024-11-14T08:21:50,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:21:50,833 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:21:50,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b344df224d93:36299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T08:21:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T08:21:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:50,836 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:36299' 2024-11-14T08:21:50,837 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4944cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:50,837 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,36299,-1 for getting cluster id 2024-11-14T08:21:50,837 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:50,838 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '947e62fe-c6f6-4682-a1f1-7b80a8ed5f39' 2024-11-14T08:21:50,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:50,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "947e62fe-c6f6-4682-a1f1-7b80a8ed5f39" 2024-11-14T08:21:50,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2c29c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:50,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,36299,-1] 2024-11-14T08:21:50,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:50,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:50,839 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:50,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2541549f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:50,840 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:50,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,36299,1731572500726 2024-11-14T08:21:50,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35f6d7da 2024-11-14T08:21:50,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:21:50,841 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:21:50,842 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T08:21:50,842 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T08:21:50,842 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:50,842 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:50,843 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:21:50,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:21:50,844 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T08:21:50,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:21:50,845 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:50,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:21:50,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741837_1013 (size=1138) 2024-11-14T08:21:50,894 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T08:21:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:51,034 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 379, reset compression=false 2024-11-14T08:21:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:51,252 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 307dfe9c96df7ef98c990c7cfacc8cbf, NAME => 'hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e 2024-11-14T08:21:51,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741838_1014 (size=44) 2024-11-14T08:21:51,338 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 379, reset compression=false 2024-11-14T08:21:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:51,657 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:51,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 307dfe9c96df7ef98c990c7cfacc8cbf, disabling compactions & flushes 2024-11-14T08:21:51,658 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf. 2024-11-14T08:21:51,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf. 2024-11-14T08:21:51,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf. after waiting 0 ms 2024-11-14T08:21:51,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf. 2024-11-14T08:21:51,658 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf. 2024-11-14T08:21:51,658 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 307dfe9c96df7ef98c990c7cfacc8cbf: Waiting for close lock at 1731572511658Disabling compacts and flushes for region at 1731572511658Disabling writes for close at 1731572511658Writing region close event to WAL at 1731572511658Closed at 1731572511658 2024-11-14T08:21:51,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:21:51,659 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731572511659"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572511659"}]},"ts":"1731572511659"} 2024-11-14T08:21:51,661 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:21:51,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:21:51,662 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572511662"}]},"ts":"1731572511662"} 2024-11-14T08:21:51,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T08:21:51,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=307dfe9c96df7ef98c990c7cfacc8cbf, ASSIGN}] 2024-11-14T08:21:51,665 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=307dfe9c96df7ef98c990c7cfacc8cbf, ASSIGN 2024-11-14T08:21:51,665 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=307dfe9c96df7ef98c990c7cfacc8cbf, ASSIGN; state=OFFLINE, location=b344df224d93,42677,1731572495015; forceNewPlan=false, retain=false 2024-11-14T08:21:51,742 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 379, reset compression=false 2024-11-14T08:21:51,816 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=307dfe9c96df7ef98c990c7cfacc8cbf, regionState=OPENING, regionLocation=b344df224d93,42677,1731572495015 2024-11-14T08:21:51,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=307dfe9c96df7ef98c990c7cfacc8cbf, ASSIGN because future has completed 2024-11-14T08:21:51,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 307dfe9c96df7ef98c990c7cfacc8cbf, server=b344df224d93,42677,1731572495015}] 2024-11-14T08:21:51,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf. 2024-11-14T08:21:51,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:21:51,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T08:21:51,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C42677%2C1731572495015.rep, suffix=, logDir=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015, archiveDir=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/oldWALs, maxLogs=10 2024-11-14T08:21:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:51,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.rep.1731572511974, exclude list is [], retry=0 2024-11-14T08:21:51,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44787,DS-d438e13b-07ce-4d9e-a129-077175f27764,DISK] 2024-11-14T08:21:51,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.rep.1731572511974 2024-11-14T08:21:51,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41111:41111)] 2024-11-14T08:21:51,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 307dfe9c96df7ef98c990c7cfacc8cbf, NAME => 'hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:21:51,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:21:51,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:21:51,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf. service=MultiRowMutationService 2024-11-14T08:21:51,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T08:21:51,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 307dfe9c96df7ef98c990c7cfacc8cbf 2024-11-14T08:21:51,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:51,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 307dfe9c96df7ef98c990c7cfacc8cbf 2024-11-14T08:21:51,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 307dfe9c96df7ef98c990c7cfacc8cbf 2024-11-14T08:21:51,995 INFO [StoreOpener-307dfe9c96df7ef98c990c7cfacc8cbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 307dfe9c96df7ef98c990c7cfacc8cbf 2024-11-14T08:21:51,996 INFO [StoreOpener-307dfe9c96df7ef98c990c7cfacc8cbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 307dfe9c96df7ef98c990c7cfacc8cbf columnFamilyName hfileref 2024-11-14T08:21:51,996 DEBUG [StoreOpener-307dfe9c96df7ef98c990c7cfacc8cbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:51,996 INFO [StoreOpener-307dfe9c96df7ef98c990c7cfacc8cbf-1 {}] regionserver.HStore(327): Store=307dfe9c96df7ef98c990c7cfacc8cbf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:51,996 INFO [StoreOpener-307dfe9c96df7ef98c990c7cfacc8cbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 307dfe9c96df7ef98c990c7cfacc8cbf 2024-11-14T08:21:51,997 INFO [StoreOpener-307dfe9c96df7ef98c990c7cfacc8cbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 307dfe9c96df7ef98c990c7cfacc8cbf columnFamilyName queue 2024-11-14T08:21:51,997 DEBUG [StoreOpener-307dfe9c96df7ef98c990c7cfacc8cbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:51,998 INFO [StoreOpener-307dfe9c96df7ef98c990c7cfacc8cbf-1 {}] regionserver.HStore(327): Store=307dfe9c96df7ef98c990c7cfacc8cbf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:51,998 INFO [StoreOpener-307dfe9c96df7ef98c990c7cfacc8cbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 307dfe9c96df7ef98c990c7cfacc8cbf 2024-11-14T08:21:51,998 INFO [StoreOpener-307dfe9c96df7ef98c990c7cfacc8cbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 307dfe9c96df7ef98c990c7cfacc8cbf columnFamilyName sid 2024-11-14T08:21:51,999 DEBUG [StoreOpener-307dfe9c96df7ef98c990c7cfacc8cbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:51,999 INFO [StoreOpener-307dfe9c96df7ef98c990c7cfacc8cbf-1 {}] regionserver.HStore(327): Store=307dfe9c96df7ef98c990c7cfacc8cbf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:51,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 307dfe9c96df7ef98c990c7cfacc8cbf 2024-11-14T08:21:52,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/replication/307dfe9c96df7ef98c990c7cfacc8cbf 2024-11-14T08:21:52,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/replication/307dfe9c96df7ef98c990c7cfacc8cbf 2024-11-14T08:21:52,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 307dfe9c96df7ef98c990c7cfacc8cbf 2024-11-14T08:21:52,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 307dfe9c96df7ef98c990c7cfacc8cbf 2024-11-14T08:21:52,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:21:52,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 307dfe9c96df7ef98c990c7cfacc8cbf 2024-11-14T08:21:52,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/replication/307dfe9c96df7ef98c990c7cfacc8cbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:21:52,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 307dfe9c96df7ef98c990c7cfacc8cbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71210128, jitterRate=0.061113595962524414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:21:52,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 307dfe9c96df7ef98c990c7cfacc8cbf 2024-11-14T08:21:52,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 307dfe9c96df7ef98c990c7cfacc8cbf: Running coprocessor pre-open hook at 1731572511994Writing region info on filesystem at 1731572511994Initializing all the Stores at 1731572511994Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572511994Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572511995 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572511995Cleaning up temporary data from old regions at 1731572512001 (+6 ms)Running coprocessor post-open hooks at 1731572512005 (+4 ms)Region opened successfully at 1731572512005 2024-11-14T08:21:52,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf., pid=10, masterSystemTime=1731572511969 2024-11-14T08:21:52,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf. 2024-11-14T08:21:52,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf. 2024-11-14T08:21:52,008 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=307dfe9c96df7ef98c990c7cfacc8cbf, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,42677,1731572495015 2024-11-14T08:21:52,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 307dfe9c96df7ef98c990c7cfacc8cbf, server=b344df224d93,42677,1731572495015 because future has completed 2024-11-14T08:21:52,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T08:21:52,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 307dfe9c96df7ef98c990c7cfacc8cbf, server=b344df224d93,42677,1731572495015 in 192 msec 2024-11-14T08:21:52,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T08:21:52,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=307dfe9c96df7ef98c990c7cfacc8cbf, ASSIGN in 348 msec 2024-11-14T08:21:52,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:21:52,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572512014"}]},"ts":"1731572512014"} 2024-11-14T08:21:52,015 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T08:21:52,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:21:52,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-14T08:21:52,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf., hostname=b344df224d93,42677,1731572495015, seqNum=2] 2024-11-14T08:21:52,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250 2024-11-14T08:21:52,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x101386f4dfd0004, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250 2024-11-14T08:21:52,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T08:21:52,245 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 379, reset compression=false 2024-11-14T08:21:52,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42677 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T08:21:52,298 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T08:21:52,326 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b344df224d93,42677,1731572495015, ReplicationSource: 1, currentBandwidth=0 2024-11-14T08:21:52,327 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:52,327 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,42677,1731572495015, seqNum=-1] 2024-11-14T08:21:52,327 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:52,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T08:21:52,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b344df224d93,42677,1731572495015', locateType=CURRENT is [region=hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf., hostname=b344df224d93,42677,1731572495015, seqNum=2] 2024-11-14T08:21:52,331 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T08:21:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T08:21:52,333 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b344df224d93,42677,1731572495015 suceeded 2024-11-14T08:21:52,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T08:21:52,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-14T08:21:52,335 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b344df224d93:36299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T08:21:52,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5020 sec 2024-11-14T08:21:52,345 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:36299' 2024-11-14T08:21:52,346 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d1174a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:52,346 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,36299,-1 for getting cluster id 2024-11-14T08:21:52,346 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:52,346 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '947e62fe-c6f6-4682-a1f1-7b80a8ed5f39' 2024-11-14T08:21:52,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:52,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "947e62fe-c6f6-4682-a1f1-7b80a8ed5f39" 2024-11-14T08:21:52,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ba909ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:52,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,36299,-1] 2024-11-14T08:21:52,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:52,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:52,347 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:52,348 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2746c8df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:52,348 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:52,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,36299,1731572500726 2024-11-14T08:21:52,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63d3ca42 2024-11-14T08:21:52,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:21:52,349 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-14T08:21:52,350 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b344df224d93,42677,1731572495015 (queues=1) is replicating from cluster=38697a2f-3616-4bc6-a303-8efef9a12283 to cluster=947e62fe-c6f6-4682-a1f1-7b80a8ed5f39 2024-11-14T08:21:52,350 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b344df224d93%2C42677%2C1731572495015 2024-11-14T08:21:52,350 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b344df224d93,42677,1731572495015, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T08:21:52,350 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.shipperb344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b344df224d93%2C42677%2C1731572495015 2024-11-14T08:21:52,350 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315, startPosition=0, beingWritten=true 2024-11-14T08:21:52,355 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:21:52,355 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 379, reset compression=false 2024-11-14T08:21:52,355 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.shipperb344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,42677,1731572495015 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:21:52,558 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 379, reset compression=false 2024-11-14T08:21:52,849 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 379, reset compression=false 2024-11-14T08:21:52,862 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 379, reset compression=false 2024-11-14T08:21:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:52,985 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T08:21:52,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:21:52,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:21:52,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:52,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:52,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:21:52,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e42617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:52,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,36299,-1 for getting cluster id 2024-11-14T08:21:52,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:52,987 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '947e62fe-c6f6-4682-a1f1-7b80a8ed5f39' 2024-11-14T08:21:52,987 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:52,987 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "947e62fe-c6f6-4682-a1f1-7b80a8ed5f39" 2024-11-14T08:21:52,987 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c95302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:52,987 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,36299,-1] 2024-11-14T08:21:52,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:52,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:52,988 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25131791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:52,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,36299,1731572500726 2024-11-14T08:21:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75ab25d3 2024-11-14T08:21:52,989 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:21:52,990 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:21:52,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b344df224d93:46807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T08:21:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T08:21:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:52,993 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:46807' 2024-11-14T08:21:52,994 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410cac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:52,994 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,46807,-1 for getting cluster id 2024-11-14T08:21:52,994 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:52,994 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3e10529-fcc9-4063-a9eb-beac58312bdd' 2024-11-14T08:21:52,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:52,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3e10529-fcc9-4063-a9eb-beac58312bdd" 2024-11-14T08:21:52,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2494986a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:52,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,46807,-1] 2024-11-14T08:21:52,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:52,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:52,995 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:52,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555d8859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:52,996 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:52,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,46807,1731572488788 2024-11-14T08:21:52,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5164473 2024-11-14T08:21:52,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:21:52,997 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:21:52,998 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T08:21:52,998 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T08:21:52,998 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:52,998 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:52,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:21:52,999 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:21:53,000 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T08:21:53,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:21:53,001 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:53,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:21:53,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741837_1013 (size=1138) 2024-11-14T08:21:53,007 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff02ec8e86063e38fed85f425e601523, NAME => 'hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9 2024-11-14T08:21:53,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741838_1014 (size=44) 2024-11-14T08:21:53,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:53,012 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ff02ec8e86063e38fed85f425e601523, disabling compactions & flushes 2024-11-14T08:21:53,012 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523. 2024-11-14T08:21:53,012 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523. 2024-11-14T08:21:53,012 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523. after waiting 0 ms 2024-11-14T08:21:53,012 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523. 2024-11-14T08:21:53,012 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523. 2024-11-14T08:21:53,012 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff02ec8e86063e38fed85f425e601523: Waiting for close lock at 1731572513011Disabling compacts and flushes for region at 1731572513011Disabling writes for close at 1731572513012 (+1 ms)Writing region close event to WAL at 1731572513012Closed at 1731572513012 2024-11-14T08:21:53,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:21:53,013 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731572513013"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572513013"}]},"ts":"1731572513013"} 2024-11-14T08:21:53,015 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:21:53,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:21:53,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572513015"}]},"ts":"1731572513015"} 2024-11-14T08:21:53,017 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T08:21:53,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff02ec8e86063e38fed85f425e601523, ASSIGN}] 2024-11-14T08:21:53,018 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff02ec8e86063e38fed85f425e601523, ASSIGN 2024-11-14T08:21:53,018 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff02ec8e86063e38fed85f425e601523, ASSIGN; state=OFFLINE, location=b344df224d93,46185,1731572500869; forceNewPlan=false, retain=false 2024-11-14T08:21:53,050 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T08:21:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:53,169 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff02ec8e86063e38fed85f425e601523, regionState=OPENING, regionLocation=b344df224d93,46185,1731572500869 2024-11-14T08:21:53,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff02ec8e86063e38fed85f425e601523, ASSIGN because future has completed 2024-11-14T08:21:53,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff02ec8e86063e38fed85f425e601523, server=b344df224d93,46185,1731572500869}] 2024-11-14T08:21:53,265 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 379, reset compression=false 2024-11-14T08:21:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:53,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523. 2024-11-14T08:21:53,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:21:53,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T08:21:53,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C46185%2C1731572500869.rep, suffix=, logDir=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869, archiveDir=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/oldWALs, maxLogs=10 2024-11-14T08:21:53,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.rep.1731572513328, exclude list is [], retry=0 2024-11-14T08:21:53,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40195,DS-76eac0f1-a261-4320-bbfa-d9a64549ab72,DISK] 2024-11-14T08:21:53,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.rep.1731572513328 2024-11-14T08:21:53,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36205:36205)] 2024-11-14T08:21:53,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ff02ec8e86063e38fed85f425e601523, NAME => 'hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:21:53,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:21:53,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:21:53,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523. service=MultiRowMutationService 2024-11-14T08:21:53,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T08:21:53,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ff02ec8e86063e38fed85f425e601523 2024-11-14T08:21:53,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:21:53,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ff02ec8e86063e38fed85f425e601523 2024-11-14T08:21:53,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ff02ec8e86063e38fed85f425e601523 2024-11-14T08:21:53,346 INFO [StoreOpener-ff02ec8e86063e38fed85f425e601523-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ff02ec8e86063e38fed85f425e601523 2024-11-14T08:21:53,347 INFO [StoreOpener-ff02ec8e86063e38fed85f425e601523-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff02ec8e86063e38fed85f425e601523 columnFamilyName hfileref 2024-11-14T08:21:53,347 DEBUG [StoreOpener-ff02ec8e86063e38fed85f425e601523-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:53,348 INFO [StoreOpener-ff02ec8e86063e38fed85f425e601523-1 {}] regionserver.HStore(327): Store=ff02ec8e86063e38fed85f425e601523/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:53,348 INFO [StoreOpener-ff02ec8e86063e38fed85f425e601523-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ff02ec8e86063e38fed85f425e601523 2024-11-14T08:21:53,348 INFO [StoreOpener-ff02ec8e86063e38fed85f425e601523-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff02ec8e86063e38fed85f425e601523 columnFamilyName queue 2024-11-14T08:21:53,348 DEBUG [StoreOpener-ff02ec8e86063e38fed85f425e601523-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:53,349 INFO [StoreOpener-ff02ec8e86063e38fed85f425e601523-1 {}] regionserver.HStore(327): Store=ff02ec8e86063e38fed85f425e601523/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:53,349 INFO [StoreOpener-ff02ec8e86063e38fed85f425e601523-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ff02ec8e86063e38fed85f425e601523 2024-11-14T08:21:53,349 INFO [StoreOpener-ff02ec8e86063e38fed85f425e601523-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff02ec8e86063e38fed85f425e601523 columnFamilyName sid 2024-11-14T08:21:53,349 DEBUG [StoreOpener-ff02ec8e86063e38fed85f425e601523-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:21:53,350 INFO [StoreOpener-ff02ec8e86063e38fed85f425e601523-1 {}] regionserver.HStore(327): Store=ff02ec8e86063e38fed85f425e601523/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:21:53,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ff02ec8e86063e38fed85f425e601523 2024-11-14T08:21:53,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/replication/ff02ec8e86063e38fed85f425e601523 2024-11-14T08:21:53,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/replication/ff02ec8e86063e38fed85f425e601523 2024-11-14T08:21:53,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ff02ec8e86063e38fed85f425e601523 2024-11-14T08:21:53,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ff02ec8e86063e38fed85f425e601523 2024-11-14T08:21:53,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:21:53,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ff02ec8e86063e38fed85f425e601523 2024-11-14T08:21:53,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/replication/ff02ec8e86063e38fed85f425e601523/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:21:53,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ff02ec8e86063e38fed85f425e601523; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73513215, jitterRate=0.09543226659297943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:21:53,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff02ec8e86063e38fed85f425e601523 2024-11-14T08:21:53,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ff02ec8e86063e38fed85f425e601523: Running coprocessor pre-open hook at 1731572513345Writing region info on filesystem at 1731572513345Initializing all the Stores at 1731572513346 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572513346Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572513346Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572513346Cleaning up temporary data from old regions at 1731572513352 (+6 ms)Running coprocessor post-open hooks at 1731572513355 (+3 ms)Region opened successfully at 1731572513355 2024-11-14T08:21:53,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523., pid=10, masterSystemTime=1731572513322 2024-11-14T08:21:53,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523. 2024-11-14T08:21:53,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523. 2024-11-14T08:21:53,358 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff02ec8e86063e38fed85f425e601523, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,46185,1731572500869 2024-11-14T08:21:53,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff02ec8e86063e38fed85f425e601523, server=b344df224d93,46185,1731572500869 because future has completed 2024-11-14T08:21:53,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T08:21:53,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ff02ec8e86063e38fed85f425e601523, server=b344df224d93,46185,1731572500869 in 189 msec 2024-11-14T08:21:53,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T08:21:53,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff02ec8e86063e38fed85f425e601523, ASSIGN in 345 msec 2024-11-14T08:21:53,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:21:53,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572513363"}]},"ts":"1731572513363"} 2024-11-14T08:21:53,365 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T08:21:53,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:21:53,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 366 msec 2024-11-14T08:21:53,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523., hostname=b344df224d93,46185,1731572500869, seqNum=2] 2024-11-14T08:21:53,553 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 379, reset compression=false 2024-11-14T08:21:53,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101386f4dfd0007, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487 2024-11-14T08:21:53,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487 2024-11-14T08:21:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:53,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T08:21:53,769 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 379, reset compression=false 2024-11-14T08:21:53,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T08:21:53,803 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T08:21:53,830 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b344df224d93,46185,1731572500869, ReplicationSource: 1, currentBandwidth=0 2024-11-14T08:21:53,830 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:53,830 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,46185,1731572500869, seqNum=-1] 2024-11-14T08:21:53,831 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:53,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T08:21:53,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b344df224d93,46185,1731572500869', locateType=CURRENT is [region=hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523., hostname=b344df224d93,46185,1731572500869, seqNum=2] 2024-11-14T08:21:53,835 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T08:21:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T08:21:53,837 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b344df224d93,46185,1731572500869 suceeded 2024-11-14T08:21:53,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T08:21:53,839 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b344df224d93:46807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T08:21:53,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-14T08:21:53,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 849 msec 2024-11-14T08:21:53,848 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:46807' 2024-11-14T08:21:53,849 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17d971c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:53,849 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,46807,-1 for getting cluster id 2024-11-14T08:21:53,849 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:53,850 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3e10529-fcc9-4063-a9eb-beac58312bdd' 2024-11-14T08:21:53,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:53,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3e10529-fcc9-4063-a9eb-beac58312bdd" 2024-11-14T08:21:53,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48544c26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:53,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,46807,-1] 2024-11-14T08:21:53,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:53,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:53,851 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:53,851 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f628782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:53,851 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:21:53,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,46807,1731572488788 2024-11-14T08:21:53,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@377a6928 2024-11-14T08:21:53,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:21:53,853 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T08:21:53,853 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b344df224d93,46185,1731572500869 (queues=1) is replicating from cluster=947e62fe-c6f6-4682-a1f1-7b80a8ed5f39 to cluster=b3e10529-fcc9-4063-a9eb-beac58312bdd 2024-11-14T08:21:53,853 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b344df224d93%2C46185%2C1731572500869 2024-11-14T08:21:53,853 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b344df224d93,46185,1731572500869, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T08:21:53,854 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b344df224d93%2C46185%2C1731572500869 2024-11-14T08:21:53,854 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138, startPosition=0, beingWritten=true 2024-11-14T08:21:53,857 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:21:53,857 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 379, reset compression=false 2024-11-14T08:21:53,857 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,46185,1731572500869 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:21:54,060 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 379, reset compression=false 2024-11-14T08:21:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:21:54,125 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T08:21:54,125 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:21:54,125 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:21:54,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:54,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:54,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:21:54,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bcde8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:54,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,46807,-1 for getting cluster id 2024-11-14T08:21:54,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:54,126 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3e10529-fcc9-4063-a9eb-beac58312bdd' 2024-11-14T08:21:54,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:54,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3e10529-fcc9-4063-a9eb-beac58312bdd" 2024-11-14T08:21:54,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45884f45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:54,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,46807,-1] 2024-11-14T08:21:54,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:54,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:54,127 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:54,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7a5f1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:54,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4740b0a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:54,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,43131,-1 for getting cluster id 2024-11-14T08:21:54,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:54,129 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38697a2f-3616-4bc6-a303-8efef9a12283' 2024-11-14T08:21:54,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:54,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38697a2f-3616-4bc6-a303-8efef9a12283" 2024-11-14T08:21:54,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7232642d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:54,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,43131,-1] 2024-11-14T08:21:54,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:54,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:54,130 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:54,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f006034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:54,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9bc1ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:54,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,36299,-1 for getting cluster id 2024-11-14T08:21:54,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:54,131 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '947e62fe-c6f6-4682-a1f1-7b80a8ed5f39' 2024-11-14T08:21:54,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:54,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "947e62fe-c6f6-4682-a1f1-7b80a8ed5f39" 2024-11-14T08:21:54,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36aac657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:54,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,36299,-1] 2024-11-14T08:21:54,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:54,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:54,132 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:54,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fbe4d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:54,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:54,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,44889,1731572489145, seqNum=-1] 2024-11-14T08:21:54,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:54,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:21:54,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4., hostname=b344df224d93,44889,1731572489145, seqNum=2] 2024-11-14T08:21:54,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:54,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,46185,1731572500869, seqNum=-1] 2024-11-14T08:21:54,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:54,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:21:54,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731572507526.0a21791bb5f6760a794206860e8526f8., hostname=b344df224d93,46185,1731572500869, seqNum=2] 2024-11-14T08:21:54,168 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T08:21:54,356 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 379, reset compression=false 2024-11-14T08:21:54,361 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:21:54,361 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 480, reset compression=false 2024-11-14T08:21:54,361 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.shipperb344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,44889,1731572489145 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb25ea85aa9bbed74f8352ff8a2bf3d4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T08:21:54,362 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.shipperb344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:21:54,363 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 379, reset compression=false 2024-11-14T08:21:54,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-14T08:21:54,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:21:54,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57dd9b1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:54,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,43131,-1 for getting cluster id 2024-11-14T08:21:54,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:54,365 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38697a2f-3616-4bc6-a303-8efef9a12283' 2024-11-14T08:21:54,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:54,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38697a2f-3616-4bc6-a303-8efef9a12283" 2024-11-14T08:21:54,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5933ef7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:54,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,43131,-1] 2024-11-14T08:21:54,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:54,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:54,366 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:54,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c4c2385, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:54,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:54,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,42677,1731572495015, seqNum=-1] 2024-11-14T08:21:54,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:54,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T08:21:54,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0., hostname=b344df224d93,42677,1731572495015, seqNum=2] 2024-11-14T08:21:54,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:21:54,373 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 379, reset compression=false 2024-11-14T08:21:54,377 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:21:54,377 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 504, reset compression=false 2024-11-14T08:21:54,377 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.shipperb344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,42677,1731572495015 got entry batch from reader: WALEntryBatch [walEntries=[{test/1a1e2307d22ac66e36fef793f7cfa5c0/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T08:21:54,378 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.shipperb344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:21:54,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-14T08:21:54,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:21:54,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bf9af08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:54,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,36299,-1 for getting cluster id 2024-11-14T08:21:54,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:54,381 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '947e62fe-c6f6-4682-a1f1-7b80a8ed5f39' 2024-11-14T08:21:54,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:54,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "947e62fe-c6f6-4682-a1f1-7b80a8ed5f39" 2024-11-14T08:21:54,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40b76f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:54,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,36299,-1] 2024-11-14T08:21:54,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:54,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:54,382 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:54,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2de13b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:54,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:54,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,46185,1731572500869, seqNum=-1] 2024-11-14T08:21:54,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:54,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T08:21:54,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731572507526.0a21791bb5f6760a794206860e8526f8., hostname=b344df224d93,46185,1731572500869, seqNum=2] 2024-11-14T08:21:54,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:21:54,564 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 480, reset compression=false 2024-11-14T08:21:54,580 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 504, reset compression=false 2024-11-14T08:21:54,767 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 379, reset compression=false 2024-11-14T08:21:54,771 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:21:54,771 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 527, reset compression=false 2024-11-14T08:21:54,771 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,46185,1731572500869 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:21:54,867 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 480, reset compression=false 2024-11-14T08:21:54,883 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 504, reset compression=false 2024-11-14T08:21:54,922 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T08:21:54,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T08:21:54,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T08:21:54,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:21:54,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T08:21:54,974 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 527, reset compression=false 2024-11-14T08:21:55,170 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T08:21:55,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:55,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,42677,1731572495015, seqNum=-1] 2024-11-14T08:21:55,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:55,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:21:55,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0., hostname=b344df224d93,42677,1731572495015, seqNum=2] 2024-11-14T08:21:55,176 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T08:21:55,270 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 480, reset compression=false 2024-11-14T08:21:55,277 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 527, reset compression=false 2024-11-14T08:21:55,286 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 504, reset compression=false 2024-11-14T08:21:55,289 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:21:55,289 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 608, reset compression=false 2024-11-14T08:21:55,289 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.shipperb344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,42677,1731572495015 got entry batch from reader: WALEntryBatch [walEntries=[{test/1a1e2307d22ac66e36fef793f7cfa5c0/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T08:21:55,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:21:55,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:21:55,492 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 608, reset compression=false 2024-11-14T08:21:55,680 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 527, reset compression=false 2024-11-14T08:21:55,683 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:21:55,683 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 654, reset compression=false 2024-11-14T08:21:55,683 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,46185,1731572500869 got entry batch from reader: WALEntryBatch [walEntries=[{test/0a21791bb5f6760a794206860e8526f8/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T08:21:55,685 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:21:55,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T08:21:55,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:21:55,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a48698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:55,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,46807,-1 for getting cluster id 2024-11-14T08:21:55,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:21:55,687 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3e10529-fcc9-4063-a9eb-beac58312bdd' 2024-11-14T08:21:55,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:21:55,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3e10529-fcc9-4063-a9eb-beac58312bdd" 2024-11-14T08:21:55,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28bb05df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:55,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,46807,-1] 2024-11-14T08:21:55,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:21:55,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:21:55,688 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:21:55,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44bdb79e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:21:55,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:21:55,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,44889,1731572489145, seqNum=-1] 2024-11-14T08:21:55,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:21:55,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T08:21:55,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4., hostname=b344df224d93,44889,1731572489145, seqNum=2] 2024-11-14T08:21:55,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:21:55,773 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 480, reset compression=false 2024-11-14T08:21:55,777 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:21:55,777 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 631, reset compression=false 2024-11-14T08:21:55,777 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.shipperb344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,44889,1731572489145 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:21:55,795 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 608, reset compression=false 2024-11-14T08:21:55,886 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 654, reset compression=false 2024-11-14T08:21:55,939 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:21:55,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:55,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:55,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:55,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:55,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:55,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:55,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:55,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:55,981 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 631, reset compression=false 2024-11-14T08:21:55,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:55,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:55,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:55,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:21:56,178 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T08:21:56,180 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T08:21:56,189 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 654, reset compression=false 2024-11-14T08:21:56,192 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:21:56,193 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 758, reset compression=false 2024-11-14T08:21:56,193 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,46185,1731572500869 got entry batch from reader: WALEntryBatch [walEntries=[{test/0a21791bb5f6760a794206860e8526f8/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T08:21:56,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:21:56,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:21:56,199 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 608, reset compression=false 2024-11-14T08:21:56,284 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 631, reset compression=false 2024-11-14T08:21:56,288 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:21:56,288 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 759, reset compression=false 2024-11-14T08:21:56,288 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.shipperb344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,44889,1731572489145 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb25ea85aa9bbed74f8352ff8a2bf3d4/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T08:21:56,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:21:56,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:21:56,396 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 758, reset compression=false 2024-11-14T08:21:56,491 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 759, reset compression=false 2024-11-14T08:21:56,699 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 758, reset compression=false 2024-11-14T08:21:56,702 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 608, reset compression=false 2024-11-14T08:21:56,706 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:21:56,706 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 760, reset compression=false 2024-11-14T08:21:56,706 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.shipperb344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,42677,1731572495015 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:21:56,794 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 759, reset compression=false 2024-11-14T08:21:56,909 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 760, reset compression=false 2024-11-14T08:21:57,103 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 758, reset compression=false 2024-11-14T08:21:57,182 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T08:21:57,186 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T08:21:57,197 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 759, reset compression=false 2024-11-14T08:21:57,200 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:21:57,200 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 915, reset compression=false 2024-11-14T08:21:57,200 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.shipperb344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,44889,1731572489145 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb25ea85aa9bbed74f8352ff8a2bf3d4/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T08:21:57,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:21:57,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:21:57,212 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 760, reset compression=false 2024-11-14T08:21:57,215 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:21:57,215 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 908, reset compression=false 2024-11-14T08:21:57,215 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.shipperb344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,42677,1731572495015 got entry batch from reader: WALEntryBatch [walEntries=[{test/1a1e2307d22ac66e36fef793f7cfa5c0/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T08:21:57,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:21:57,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:21:57,403 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 915, reset compression=false 2024-11-14T08:21:57,418 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 908, reset compression=false 2024-11-14T08:21:57,606 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 758, reset compression=false 2024-11-14T08:21:57,610 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:21:57,610 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 929, reset compression=false 2024-11-14T08:21:57,610 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,46185,1731572500869 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:21:57,706 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 915, reset compression=false 2024-11-14T08:21:57,721 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 908, reset compression=false 2024-11-14T08:21:57,813 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 929, reset compression=false 2024-11-14T08:21:58,109 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 915, reset compression=false 2024-11-14T08:21:58,116 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 929, reset compression=false 2024-11-14T08:21:58,124 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 908, reset compression=false 2024-11-14T08:21:58,188 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T08:21:58,191 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T08:21:58,375 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T08:21:58,519 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 929, reset compression=false 2024-11-14T08:21:58,612 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 915, reset compression=false 2024-11-14T08:21:58,627 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 908, reset compression=false 2024-11-14T08:21:58,684 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:21:58,684 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1067, reset compression=false 2024-11-14T08:21:58,684 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.shipperb344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,42677,1731572495015 got entry batch from reader: WALEntryBatch [walEntries=[{test/1a1e2307d22ac66e36fef793f7cfa5c0/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T08:21:58,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:21:58,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:21:58,887 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1067, reset compression=false 2024-11-14T08:21:59,022 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 929, reset compression=false 2024-11-14T08:21:59,026 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:21:59,026 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 1078, reset compression=false 2024-11-14T08:21:59,026 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,46185,1731572500869 got entry batch from reader: WALEntryBatch [walEntries=[{test/0a21791bb5f6760a794206860e8526f8/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T08:21:59,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:21:59,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:21:59,190 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1067, reset compression=false 2024-11-14T08:21:59,193 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T08:21:59,196 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T08:21:59,215 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 915, reset compression=false 2024-11-14T08:21:59,219 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:21:59,219 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1088, reset compression=false 2024-11-14T08:21:59,219 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.shipperb344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,44889,1731572489145 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:21:59,229 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 1078, reset compression=false 2024-11-14T08:21:59,241 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:21:59,241 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 1237, reset compression=false 2024-11-14T08:21:59,241 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,46185,1731572500869 got entry batch from reader: WALEntryBatch [walEntries=[{test/0a21791bb5f6760a794206860e8526f8/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T08:21:59,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:21:59,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:21:59,423 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1088, reset compression=false 2024-11-14T08:21:59,426 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:21:59,426 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1238, reset compression=false 2024-11-14T08:21:59,427 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.shipperb344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,44889,1731572489145 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb25ea85aa9bbed74f8352ff8a2bf3d4/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T08:21:59,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:21:59,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:21:59,445 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 1237, reset compression=false 2024-11-14T08:21:59,594 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1067, reset compression=false 2024-11-14T08:21:59,597 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:21:59,597 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1241, reset compression=false 2024-11-14T08:21:59,597 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.shipperb344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,42677,1731572495015 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:21:59,630 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1238, reset compression=false 2024-11-14T08:21:59,747 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 1237, reset compression=false 2024-11-14T08:21:59,800 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1241, reset compression=false 2024-11-14T08:21:59,932 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1238, reset compression=false 2024-11-14T08:22:00,103 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1241, reset compression=false 2024-11-14T08:22:00,150 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 1237, reset compression=false 2024-11-14T08:22:00,198 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T08:22:00,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4dc81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:00,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,36299,-1 for getting cluster id 2024-11-14T08:22:00,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:22:00,205 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '947e62fe-c6f6-4682-a1f1-7b80a8ed5f39' 2024-11-14T08:22:00,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:22:00,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "947e62fe-c6f6-4682-a1f1-7b80a8ed5f39" 2024-11-14T08:22:00,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f70d362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:00,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,36299,-1] 2024-11-14T08:22:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:22:00,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:00,206 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:22:00,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13dcab1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:00,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:22:00,209 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,36299,1731572500726 2024-11-14T08:22:00,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ce5dd6c 2024-11-14T08:22:00,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:22:00,211 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:22:00,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-14T08:22:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-14T08:22:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T08:22:00,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T08:22:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T08:22:00,336 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1238, reset compression=false 2024-11-14T08:22:00,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T08:22:00,445 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-14T08:22:00,446 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-14T08:22:00,446 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b344df224d93,46185,1731572500869 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-14T08:22:00,446 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/b344df224d93:0-0. 2024-11-14T08:22:00,446 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:00,446 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:00,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:00,446 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:00,506 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1241, reset compression=false 2024-11-14T08:22:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T08:22:00,546 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T08:22:00,546 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T08:22:00,647 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 terminated 2024-11-14T08:22:00,662 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-b344df224d93,46185,1731572500869, ReplicationSource: 1, currentBandwidth=0 2024-11-14T08:22:00,662 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-14T08:22:00,663 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T08:22:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T08:22:00,665 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on b344df224d93,46185,1731572500869 suceeded 2024-11-14T08:22:00,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T08:22:00,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-14T08:22:00,666 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-14T08:22:00,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 454 msec 2024-11-14T08:22:00,676 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:46807' 2024-11-14T08:22:00,677 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51b0b549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:00,677 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,46807,-1 for getting cluster id 2024-11-14T08:22:00,677 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:22:00,677 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3e10529-fcc9-4063-a9eb-beac58312bdd' 2024-11-14T08:22:00,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:22:00,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3e10529-fcc9-4063-a9eb-beac58312bdd" 2024-11-14T08:22:00,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55f74563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:00,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,46807,-1] 2024-11-14T08:22:00,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:22:00,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:00,679 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:22:00,679 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a85607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:00,679 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:22:00,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,46807,1731572488788 2024-11-14T08:22:00,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70487d22 2024-11-14T08:22:00,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:22:00,681 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T08:22:00,681 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b344df224d93,46185,1731572500869 (queues=1) is replicating from cluster=947e62fe-c6f6-4682-a1f1-7b80a8ed5f39 to cluster=b3e10529-fcc9-4063-a9eb-beac58312bdd 2024-11-14T08:22:00,681 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b344df224d93%2C46185%2C1731572500869 2024-11-14T08:22:00,681 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b344df224d93,46185,1731572500869, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T08:22:00,682 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b344df224d93%2C46185%2C1731572500869 2024-11-14T08:22:00,838 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1238, reset compression=false 2024-11-14T08:22:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T08:22:00,844 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T08:22:00,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:22:00,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:00,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:00,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:00,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:00,856 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-14T08:22:01,009 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1241, reset compression=false 2024-11-14T08:22:01,442 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1238, reset compression=false 2024-11-14T08:22:01,450 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:22:01,450 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1342, reset compression=false 2024-11-14T08:22:01,450 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.shipperb344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,44889,1731572489145 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb25ea85aa9bbed74f8352ff8a2bf3d4/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T08:22:01,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:22:01,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:22:01,612 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1241, reset compression=false 2024-11-14T08:22:01,616 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:22:01,616 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1369, reset compression=false 2024-11-14T08:22:01,616 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.shipperb344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,42677,1731572495015 got entry batch from reader: WALEntryBatch [walEntries=[{test/1a1e2307d22ac66e36fef793f7cfa5c0/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T08:22:01,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:22:01,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:22:01,662 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1342, reset compression=false 2024-11-14T08:22:01,784 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:22:01,785 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:22:01,785 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68402 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:22:01,819 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1369, reset compression=false 2024-11-14T08:22:01,858 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-14T08:22:01,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a08f553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:01,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,36299,-1 for getting cluster id 2024-11-14T08:22:01,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:22:01,861 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '947e62fe-c6f6-4682-a1f1-7b80a8ed5f39' 2024-11-14T08:22:01,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:22:01,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "947e62fe-c6f6-4682-a1f1-7b80a8ed5f39" 2024-11-14T08:22:01,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e0277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:01,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,36299,-1] 2024-11-14T08:22:01,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:22:01,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:01,862 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:22:01,863 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae42457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:01,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:22:01,865 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,36299,1731572500726 2024-11-14T08:22:01,865 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@761388d 2024-11-14T08:22:01,866 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:22:01,866 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:22:01,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-14T08:22:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-14T08:22:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T08:22:01,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T08:22:01,965 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1342, reset compression=false 2024-11-14T08:22:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T08:22:02,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-14T08:22:02,080 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-14T08:22:02,081 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T08:22:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-14T08:22:02,083 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on b344df224d93,46185,1731572500869 suceeded 2024-11-14T08:22:02,083 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138, startPosition=1237, beingWritten=true 2024-11-14T08:22:02,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T08:22:02,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-14T08:22:02,085 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-14T08:22:02,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 218 msec 2024-11-14T08:22:02,087 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:02,087 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 1388, reset compression=false 2024-11-14T08:22:02,087 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,46185,1731572500869 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138, lastWalPosition=1388, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:22:02,122 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1369, reset compression=false 2024-11-14T08:22:02,126 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:22:02,126 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1473, reset compression=false 2024-11-14T08:22:02,126 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.shipperb344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,42677,1731572495015 got entry batch from reader: WALEntryBatch [walEntries=[{test/1a1e2307d22ac66e36fef793f7cfa5c0/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T08:22:02,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:22:02,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:22:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T08:22:02,185 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T08:22:02,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:22:02,185 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:02,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:02,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:02,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:02,187 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-14T08:22:02,291 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 1388, reset compression=false 2024-11-14T08:22:02,295 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:22:02,295 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 1515, reset compression=false 2024-11-14T08:22:02,295 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,46185,1731572500869 got entry batch from reader: WALEntryBatch [walEntries=[{test/0a21791bb5f6760a794206860e8526f8/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T08:22:02,297 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:22:02,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T08:22:02,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:22:02,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44889 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:22:02,328 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1473, reset compression=false 2024-11-14T08:22:02,368 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1342, reset compression=false 2024-11-14T08:22:02,371 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:02,372 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1493, reset compression=false 2024-11-14T08:22:02,372 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.shipperb344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,44889,1731572489145 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:22:02,498 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 1515, reset compression=false 2024-11-14T08:22:02,574 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1493, reset compression=false 2024-11-14T08:22:02,632 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1473, reset compression=false 2024-11-14T08:22:02,802 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 1515, reset compression=false 2024-11-14T08:22:02,877 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1493, reset compression=false 2024-11-14T08:22:03,035 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1473, reset compression=false 2024-11-14T08:22:03,188 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-14T08:22:03,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:22:03,189 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:22:03,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:03,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:03,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:03,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:03,189 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:22:03,189 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=791691350, stopped=false 2024-11-14T08:22:03,189 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,36299,1731572500726 2024-11-14T08:22:03,205 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 1515, reset compression=false 2024-11-14T08:22:03,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101386f4dfd0007, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-533773487/running 2024-11-14T08:22:03,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-533773487/running 2024-11-14T08:22:03,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101386f4dfd0007, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487 2024-11-14T08:22:03,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487 2024-11-14T08:22:03,239 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:22:03,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:22:03,240 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:03,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:03,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Set watcher on znode that does not yet exist, /2-533773487/running 2024-11-14T08:22:03,240 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,46185,1731572500869' ***** 2024-11-14T08:22:03,240 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:22:03,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46185-0x101386f4dfd0007, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Set watcher on znode that does not yet exist, /2-533773487/running 2024-11-14T08:22:03,240 INFO [RS:0;b344df224d93:46185 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:22:03,240 INFO [RS:0;b344df224d93:46185 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:22:03,241 INFO [RS:0;b344df224d93:46185 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:22:03,241 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:22:03,241 INFO [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer(3091): Received CLOSE for ff02ec8e86063e38fed85f425e601523 2024-11-14T08:22:03,241 INFO [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a21791bb5f6760a794206860e8526f8 2024-11-14T08:22:03,241 INFO [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer(959): stopping server b344df224d93,46185,1731572500869 2024-11-14T08:22:03,241 INFO [RS:0;b344df224d93:46185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:22:03,241 INFO [RS:0;b344df224d93:46185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:46185. 2024-11-14T08:22:03,241 DEBUG [RS:0;b344df224d93:46185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:03,241 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff02ec8e86063e38fed85f425e601523, disabling compactions & flushes 2024-11-14T08:22:03,241 DEBUG [RS:0;b344df224d93:46185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:03,241 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523. 2024-11-14T08:22:03,241 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523. 2024-11-14T08:22:03,241 INFO [RS:0;b344df224d93:46185 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:22:03,241 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523. after waiting 0 ms 2024-11-14T08:22:03,241 INFO [RS:0;b344df224d93:46185 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:22:03,241 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523. 2024-11-14T08:22:03,241 INFO [RS:0;b344df224d93:46185 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:22:03,241 INFO [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:22:03,241 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff02ec8e86063e38fed85f425e601523 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-14T08:22:03,243 INFO [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T08:22:03,243 DEBUG [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ff02ec8e86063e38fed85f425e601523=hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523., 0a21791bb5f6760a794206860e8526f8=test,,1731572507526.0a21791bb5f6760a794206860e8526f8.} 2024-11-14T08:22:03,243 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:22:03,243 DEBUG [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer(1351): Waiting on 0a21791bb5f6760a794206860e8526f8, 1588230740, ff02ec8e86063e38fed85f425e601523 2024-11-14T08:22:03,244 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:22:03,244 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:22:03,244 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:22:03,244 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:22:03,244 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T08:22:03,260 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/replication/ff02ec8e86063e38fed85f425e601523/.tmp/queue/b04e16462a254debbffd717eb5c22e8d is 154, key is 1-b344df224d93,46185,1731572500869/queue:b344df224d93%2C46185%2C1731572500869/1731572522301/Put/seqid=0 2024-11-14T08:22:03,261 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/.tmp/info/5138d5245cb3452b84317c92b587cf68 is 147, key is hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523./info:regioninfo/1731572513358/Put/seqid=0 2024-11-14T08:22:03,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741841_1017 (size=7686) 2024-11-14T08:22:03,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741840_1016 (size=5353) 2024-11-14T08:22:03,265 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/.tmp/info/5138d5245cb3452b84317c92b587cf68 2024-11-14T08:22:03,266 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/replication/ff02ec8e86063e38fed85f425e601523/.tmp/queue/b04e16462a254debbffd717eb5c22e8d 2024-11-14T08:22:03,270 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/replication/ff02ec8e86063e38fed85f425e601523/.tmp/queue/b04e16462a254debbffd717eb5c22e8d as hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/replication/ff02ec8e86063e38fed85f425e601523/queue/b04e16462a254debbffd717eb5c22e8d 2024-11-14T08:22:03,273 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/replication/ff02ec8e86063e38fed85f425e601523/queue/b04e16462a254debbffd717eb5c22e8d, entries=1, sequenceid=14, filesize=5.2 K 2024-11-14T08:22:03,274 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ff02ec8e86063e38fed85f425e601523 in 33ms, sequenceid=14, compaction requested=false 2024-11-14T08:22:03,276 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/replication/ff02ec8e86063e38fed85f425e601523/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-14T08:22:03,277 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:22:03,277 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:22:03,277 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523. 2024-11-14T08:22:03,277 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff02ec8e86063e38fed85f425e601523: Waiting for close lock at 1731572523241Running coprocessor pre-close hooks at 1731572523241Disabling compacts and flushes for region at 1731572523241Disabling writes for close at 1731572523241Obtaining lock to block concurrent updates at 1731572523241Preparing flush snapshotting stores in ff02ec8e86063e38fed85f425e601523 at 1731572523241Finished memstore snapshotting hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731572523241Flushing stores of hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523. at 1731572523242 (+1 ms)Flushing ff02ec8e86063e38fed85f425e601523/queue: creating writer at 1731572523242Flushing ff02ec8e86063e38fed85f425e601523/queue: appending metadata at 1731572523259 (+17 ms)Flushing ff02ec8e86063e38fed85f425e601523/queue: closing flushed file at 1731572523259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79d54c5d: reopening flushed file at 1731572523269 (+10 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ff02ec8e86063e38fed85f425e601523 in 33ms, sequenceid=14, compaction requested=false at 1731572523274 (+5 ms)Writing region close event to WAL at 1731572523274Running coprocessor post-close hooks at 1731572523277 (+3 ms)Closed at 1731572523277 2024-11-14T08:22:03,277 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731572512998.ff02ec8e86063e38fed85f425e601523. 2024-11-14T08:22:03,277 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a21791bb5f6760a794206860e8526f8, disabling compactions & flushes 2024-11-14T08:22:03,277 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731572507526.0a21791bb5f6760a794206860e8526f8. 2024-11-14T08:22:03,277 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572507526.0a21791bb5f6760a794206860e8526f8. 2024-11-14T08:22:03,277 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731572507526.0a21791bb5f6760a794206860e8526f8. after waiting 0 ms 2024-11-14T08:22:03,277 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731572507526.0a21791bb5f6760a794206860e8526f8. 2024-11-14T08:22:03,277 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0a21791bb5f6760a794206860e8526f8 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T08:22:03,280 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1493, reset compression=false 2024-11-14T08:22:03,286 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/.tmp/ns/89de66c4c85444e091269e19d4926634 is 43, key is default/ns:d/1731572504166/Put/seqid=0 2024-11-14T08:22:03,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741842_1018 (size=5153) 2024-11-14T08:22:03,289 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/.tmp/ns/89de66c4c85444e091269e19d4926634 2024-11-14T08:22:03,292 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/default/test/0a21791bb5f6760a794206860e8526f8/.tmp/f/1771df9fcdc543418cb4130ba6269449 is 37, key is row3/f:row3/1731572520846/Put/seqid=0 2024-11-14T08:22:03,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741843_1019 (size=5228) 2024-11-14T08:22:03,295 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/default/test/0a21791bb5f6760a794206860e8526f8/.tmp/f/1771df9fcdc543418cb4130ba6269449 2024-11-14T08:22:03,298 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1771df9fcdc543418cb4130ba6269449 2024-11-14T08:22:03,309 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/.tmp/rep_barrier/66cbed00d9004b7d8bff5b50d6d14d3f is 112, key is test,,1731572507526.0a21791bb5f6760a794206860e8526f8./rep_barrier:seqnumDuringOpen/1731572508668/Put/seqid=0 2024-11-14T08:22:03,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741844_1020 (size=5518) 2024-11-14T08:22:03,314 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/default/test/0a21791bb5f6760a794206860e8526f8/.tmp/f1/d72dff8873e741998ec3191f904d27ed is 30, key is row1/f1:/1731572518189/DeleteFamily/seqid=0 2024-11-14T08:22:03,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741845_1021 (size=5158) 2024-11-14T08:22:03,318 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:22:03,444 DEBUG [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer(1351): Waiting on 0a21791bb5f6760a794206860e8526f8, 1588230740 2024-11-14T08:22:03,538 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1473, reset compression=false 2024-11-14T08:22:03,644 DEBUG [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer(1351): Waiting on 0a21791bb5f6760a794206860e8526f8, 1588230740 2024-11-14T08:22:03,709 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 1515, reset compression=false 2024-11-14T08:22:03,742 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/default/test/0a21791bb5f6760a794206860e8526f8/.tmp/f1/d72dff8873e741998ec3191f904d27ed 2024-11-14T08:22:03,742 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/.tmp/rep_barrier/66cbed00d9004b7d8bff5b50d6d14d3f 2024-11-14T08:22:03,742 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:03,742 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 1762, reset compression=false 2024-11-14T08:22:03,742 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,46185,1731572500869 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:22:03,743 ERROR [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b344df224d93,46185,1731572500869: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b344df224d93,46185,1731572500869, walGroup=b344df224d93%2C46185%2C1731572500869, offset=b344df224d93%2C46185%2C1731572500869.1731572503138:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:46185 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T08:22:03,744 ERROR [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T08:22:03,744 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T08:22:03,745 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T08:22:03,745 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T08:22:03,745 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T08:22:03,745 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1172307968, "init": 1048576000, "max": 2306867200, "used": 794923600 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198909328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T08:22:03,745 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:36299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:36299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T08:22:03,746 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d72dff8873e741998ec3191f904d27ed 2024-11-14T08:22:03,768 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/.tmp/table/6c4346afc2b3425d8e195fd18dab8f7a is 53, key is hbase:replication/table:state/1731572513363/Put/seqid=0 2024-11-14T08:22:03,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741846_1022 (size=5308) 2024-11-14T08:22:03,772 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/default/test/0a21791bb5f6760a794206860e8526f8/.tmp/norep/26f9f436972747b6b2a910043c2439bb is 33, key is row2/norep:/1731572519194/DeleteFamily/seqid=0 2024-11-14T08:22:03,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741847_1023 (size=5108) 2024-11-14T08:22:03,783 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1493, reset compression=false 2024-11-14T08:22:03,844 DEBUG [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer(1351): Waiting on 0a21791bb5f6760a794206860e8526f8, 1588230740 2024-11-14T08:22:03,950 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 1762, reset compression=false 2024-11-14T08:22:04,044 DEBUG [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer(1351): Waiting on 0a21791bb5f6760a794206860e8526f8, 1588230740 2024-11-14T08:22:04,047 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T08:22:04,047 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T08:22:04,141 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1473, reset compression=false 2024-11-14T08:22:04,172 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/.tmp/table/6c4346afc2b3425d8e195fd18dab8f7a 2024-11-14T08:22:04,175 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/default/test/0a21791bb5f6760a794206860e8526f8/.tmp/norep/26f9f436972747b6b2a910043c2439bb 2024-11-14T08:22:04,177 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/.tmp/info/5138d5245cb3452b84317c92b587cf68 as hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/info/5138d5245cb3452b84317c92b587cf68 2024-11-14T08:22:04,178 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26f9f436972747b6b2a910043c2439bb 2024-11-14T08:22:04,179 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/default/test/0a21791bb5f6760a794206860e8526f8/.tmp/f/1771df9fcdc543418cb4130ba6269449 as hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/default/test/0a21791bb5f6760a794206860e8526f8/f/1771df9fcdc543418cb4130ba6269449 2024-11-14T08:22:04,181 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/info/5138d5245cb3452b84317c92b587cf68, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T08:22:04,181 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/.tmp/ns/89de66c4c85444e091269e19d4926634 as hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/ns/89de66c4c85444e091269e19d4926634 2024-11-14T08:22:04,182 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1771df9fcdc543418cb4130ba6269449 2024-11-14T08:22:04,182 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/default/test/0a21791bb5f6760a794206860e8526f8/f/1771df9fcdc543418cb4130ba6269449, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T08:22:04,183 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/default/test/0a21791bb5f6760a794206860e8526f8/.tmp/f1/d72dff8873e741998ec3191f904d27ed as hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/default/test/0a21791bb5f6760a794206860e8526f8/f1/d72dff8873e741998ec3191f904d27ed 2024-11-14T08:22:04,185 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/ns/89de66c4c85444e091269e19d4926634, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T08:22:04,185 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/.tmp/rep_barrier/66cbed00d9004b7d8bff5b50d6d14d3f as hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/rep_barrier/66cbed00d9004b7d8bff5b50d6d14d3f 2024-11-14T08:22:04,186 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d72dff8873e741998ec3191f904d27ed 2024-11-14T08:22:04,186 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/default/test/0a21791bb5f6760a794206860e8526f8/f1/d72dff8873e741998ec3191f904d27ed, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T08:22:04,186 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/default/test/0a21791bb5f6760a794206860e8526f8/.tmp/norep/26f9f436972747b6b2a910043c2439bb as hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/default/test/0a21791bb5f6760a794206860e8526f8/norep/26f9f436972747b6b2a910043c2439bb 2024-11-14T08:22:04,188 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/rep_barrier/66cbed00d9004b7d8bff5b50d6d14d3f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T08:22:04,189 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/.tmp/table/6c4346afc2b3425d8e195fd18dab8f7a as hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/table/6c4346afc2b3425d8e195fd18dab8f7a 2024-11-14T08:22:04,190 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26f9f436972747b6b2a910043c2439bb 2024-11-14T08:22:04,190 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/default/test/0a21791bb5f6760a794206860e8526f8/norep/26f9f436972747b6b2a910043c2439bb, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T08:22:04,190 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0a21791bb5f6760a794206860e8526f8 in 913ms, sequenceid=12, compaction requested=false 2024-11-14T08:22:04,192 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/table/6c4346afc2b3425d8e195fd18dab8f7a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T08:22:04,193 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 949ms, sequenceid=16, compaction requested=false 2024-11-14T08:22:04,196 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/default/test/0a21791bb5f6760a794206860e8526f8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T08:22:04,196 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T08:22:04,196 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:22:04,196 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:22:04,196 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731572507526.0a21791bb5f6760a794206860e8526f8. 2024-11-14T08:22:04,196 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:22:04,196 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:22:04,196 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a21791bb5f6760a794206860e8526f8: Waiting for close lock at 1731572523277Running coprocessor pre-close hooks at 1731572523277Disabling compacts and flushes for region at 1731572523277Disabling writes for close at 1731572523277Obtaining lock to block concurrent updates at 1731572523277Preparing flush snapshotting stores in 0a21791bb5f6760a794206860e8526f8 at 1731572523277Finished memstore snapshotting test,,1731572507526.0a21791bb5f6760a794206860e8526f8., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731572523278 (+1 ms)Flushing stores of test,,1731572507526.0a21791bb5f6760a794206860e8526f8. at 1731572523278Flushing 0a21791bb5f6760a794206860e8526f8/f: creating writer at 1731572523278Flushing 0a21791bb5f6760a794206860e8526f8/f: appending metadata at 1731572523291 (+13 ms)Flushing 0a21791bb5f6760a794206860e8526f8/f: closing flushed file at 1731572523291Flushing 0a21791bb5f6760a794206860e8526f8/f1: creating writer at 1731572523298 (+7 ms)Flushing 0a21791bb5f6760a794206860e8526f8/f1: appending metadata at 1731572523313 (+15 ms)Flushing 0a21791bb5f6760a794206860e8526f8/f1: closing flushed file at 1731572523313Flushing 0a21791bb5f6760a794206860e8526f8/norep: creating writer at 1731572523746 (+433 ms)Flushing 0a21791bb5f6760a794206860e8526f8/norep: appending metadata at 1731572523771 (+25 ms)Flushing 0a21791bb5f6760a794206860e8526f8/norep: closing flushed file at 1731572523771Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ff7b013: reopening flushed file at 1731572524178 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1779981f: reopening flushed file at 1731572524182 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19b4d47c: reopening flushed file at 1731572524186 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0a21791bb5f6760a794206860e8526f8 in 913ms, sequenceid=12, compaction requested=false at 1731572524190 (+4 ms)Writing region close event to WAL at 1731572524194 (+4 ms)Running coprocessor post-close hooks at 1731572524196 (+2 ms)Closed at 1731572524196 2024-11-14T08:22:04,196 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:22:04,197 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572523243Running coprocessor pre-close hooks at 1731572523243Disabling compacts and flushes for region at 1731572523243Disabling writes for close at 1731572523244 (+1 ms)Obtaining lock to block concurrent updates at 1731572523244Preparing flush snapshotting stores in 1588230740 at 1731572523244Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731572523244Flushing stores of hbase:meta,,1.1588230740 at 1731572523244Flushing 1588230740/info: creating writer at 1731572523244Flushing 1588230740/info: appending metadata at 1731572523260 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731572523260Flushing 1588230740/ns: creating writer at 1731572523269 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731572523285 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731572523285Flushing 1588230740/rep_barrier: creating writer at 1731572523293 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731572523309 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731572523309Flushing 1588230740/table: creating writer at 1731572523746 (+437 ms)Flushing 1588230740/table: appending metadata at 1731572523768 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731572523768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4779670d: reopening flushed file at 1731572524176 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@602b4678: reopening flushed file at 1731572524181 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65cd1373: reopening flushed file at 1731572524185 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15325be8: reopening flushed file at 1731572524188 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 949ms, sequenceid=16, compaction requested=false at 1731572524193 (+5 ms)Writing region close event to WAL at 1731572524194 (+1 ms)Running coprocessor post-close hooks at 1731572524196 (+2 ms)Closed at 1731572524196 2024-11-14T08:22:04,197 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731572507526.0a21791bb5f6760a794206860e8526f8. 2024-11-14T08:22:04,197 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:22:04,244 INFO [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer(976): stopping server b344df224d93,46185,1731572500869; all regions closed. 2024-11-14T08:22:04,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741834_1010 (size=4239) 2024-11-14T08:22:04,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741839_1015 (size=3552) 2024-11-14T08:22:04,248 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.rep.1731572513328 not finished, retry = 0 2024-11-14T08:22:04,254 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 1762, reset compression=false 2024-11-14T08:22:04,257 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:04,257 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/WALs/b344df224d93,46185,1731572500869/b344df224d93%2C46185%2C1731572500869.1731572503138 to pos 2406, reset compression=false 2024-11-14T08:22:04,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741832_1008 (size=2414) 2024-11-14T08:22:04,351 DEBUG [RS:0;b344df224d93:46185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:04,351 INFO [RS:0;b344df224d93:46185 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:22:04,351 INFO [RS:0;b344df224d93:46185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:22:04,352 INFO [RS:0;b344df224d93:46185 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T08:22:04,352 INFO [RS:0;b344df224d93:46185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:22:04,352 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:22:04,352 INFO [RS:0;b344df224d93:46185 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b344df224d93,46185,1731572500869 because: Region server is closing 2024-11-14T08:22:04,352 INFO [RS:0;b344df224d93:46185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:46185. 2024-11-14T08:22:04,352 DEBUG [RS:0;b344df224d93:46185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:04,352 DEBUG [RS:0;b344df224d93:46185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:04,352 DEBUG [RS:0;b344df224d93:46185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:04,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:04,386 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1493, reset compression=false 2024-11-14T08:22:04,453 INFO [RS:0;b344df224d93:46185 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.shipperb344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 terminated 2024-11-14T08:22:04,453 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,46185,1731572500869.replicationSource.wal-reader.b344df224d93%2C46185%2C1731572500869,1-b344df224d93,46185,1731572500869 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T08:22:04,453 INFO [RS:0;b344df224d93:46185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:46185. 2024-11-14T08:22:04,453 DEBUG [RS:0;b344df224d93:46185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:04,453 DEBUG [RS:0;b344df224d93:46185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:04,453 DEBUG [RS:0;b344df224d93:46185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:04,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:04,453 INFO [RS:0;b344df224d93:46185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46185 2024-11-14T08:22:04,455 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T08:22:04,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101386f4dfd0007, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-533773487/rs/b344df224d93,46185,1731572500869 2024-11-14T08:22:04,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487/rs 2024-11-14T08:22:04,564 INFO [RS:0;b344df224d93:46185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:22:04,564 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,46185,1731572500869] 2024-11-14T08:22:04,694 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-533773487/draining/b344df224d93,46185,1731572500869 already deleted, retry=false 2024-11-14T08:22:04,694 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,46185,1731572500869 expired; onlineServers=0 2024-11-14T08:22:04,694 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,36299,1731572500726' ***** 2024-11-14T08:22:04,694 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:22:04,695 INFO [M:0;b344df224d93:36299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:22:04,695 INFO [M:0;b344df224d93:36299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:22:04,695 DEBUG [M:0;b344df224d93:36299 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:22:04,695 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:22:04,695 DEBUG [M:0;b344df224d93:36299 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:22:04,695 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572502924 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572502924,5,FailOnTimeoutGroup] 2024-11-14T08:22:04,695 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572502918 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572502918,5,FailOnTimeoutGroup] 2024-11-14T08:22:04,695 INFO [M:0;b344df224d93:36299 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:22:04,695 INFO [M:0;b344df224d93:36299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:22:04,695 DEBUG [M:0;b344df224d93:36299 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:22:04,695 INFO [M:0;b344df224d93:36299 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:22:04,695 INFO [M:0;b344df224d93:36299 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:22:04,695 INFO [M:0;b344df224d93:36299 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:22:04,695 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:22:04,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-533773487/master 2024-11-14T08:22:04,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-533773487 2024-11-14T08:22:04,705 DEBUG [M:0;b344df224d93:36299 {}] zookeeper.ZKUtil(347): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Unable to get data of znode /2-533773487/master because node does not exist (not an error) 2024-11-14T08:22:04,705 WARN [M:0;b344df224d93:36299 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T08:22:04,706 INFO [M:0;b344df224d93:36299 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/.lastflushedseqids 2024-11-14T08:22:04,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741848_1024 (size=245) 2024-11-14T08:22:04,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101386f4dfd0007, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:04,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101386f4dfd0007, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:04,784 INFO [RS:0;b344df224d93:46185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:22:04,784 INFO [RS:0;b344df224d93:46185 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,46185,1731572500869; zookeeper connection closed. 2024-11-14T08:22:04,784 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@313d7544 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@313d7544 2024-11-14T08:22:04,785 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:22:04,844 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1473, reset compression=false 2024-11-14T08:22:05,089 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1493, reset compression=false 2024-11-14T08:22:05,111 INFO [M:0;b344df224d93:36299 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:22:05,111 INFO [M:0;b344df224d93:36299 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:22:05,111 DEBUG [M:0;b344df224d93:36299 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:22:05,111 INFO [M:0;b344df224d93:36299 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:05,111 DEBUG [M:0;b344df224d93:36299 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:05,111 DEBUG [M:0;b344df224d93:36299 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:22:05,111 DEBUG [M:0;b344df224d93:36299 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:05,111 INFO [M:0;b344df224d93:36299 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-14T08:22:05,128 DEBUG [M:0;b344df224d93:36299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc04cdddd9dc4f6a951d4fd157cecfb1 is 82, key is hbase:meta,,1/info:regioninfo/1731572504146/Put/seqid=0 2024-11-14T08:22:05,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741849_1025 (size=5672) 2024-11-14T08:22:05,533 INFO [M:0;b344df224d93:36299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc04cdddd9dc4f6a951d4fd157cecfb1 2024-11-14T08:22:05,548 DEBUG [M:0;b344df224d93:36299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7eca0eeb92c8427a83ee10b959a8d8ee is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731572513366/Put/seqid=0 2024-11-14T08:22:05,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741850_1026 (size=9212) 2024-11-14T08:22:05,647 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1473, reset compression=false 2024-11-14T08:22:05,892 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1493, reset compression=false 2024-11-14T08:22:05,952 INFO [M:0;b344df224d93:36299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7eca0eeb92c8427a83ee10b959a8d8ee 2024-11-14T08:22:05,971 DEBUG [M:0;b344df224d93:36299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57b8db556aa84c81a823eaa4712f5d33 is 69, key is b344df224d93,46185,1731572500869/rs:state/1731572502934/Put/seqid=0 2024-11-14T08:22:05,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741851_1027 (size=5156) 2024-11-14T08:22:06,375 INFO [M:0;b344df224d93:36299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57b8db556aa84c81a823eaa4712f5d33 2024-11-14T08:22:06,378 DEBUG [M:0;b344df224d93:36299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc04cdddd9dc4f6a951d4fd157cecfb1 as hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc04cdddd9dc4f6a951d4fd157cecfb1 2024-11-14T08:22:06,382 INFO [M:0;b344df224d93:36299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc04cdddd9dc4f6a951d4fd157cecfb1, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T08:22:06,382 DEBUG [M:0;b344df224d93:36299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7eca0eeb92c8427a83ee10b959a8d8ee as hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7eca0eeb92c8427a83ee10b959a8d8ee 2024-11-14T08:22:06,385 INFO [M:0;b344df224d93:36299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7eca0eeb92c8427a83ee10b959a8d8ee, entries=15, sequenceid=127, filesize=9.0 K 2024-11-14T08:22:06,386 DEBUG [M:0;b344df224d93:36299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57b8db556aa84c81a823eaa4712f5d33 as hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57b8db556aa84c81a823eaa4712f5d33 2024-11-14T08:22:06,389 INFO [M:0;b344df224d93:36299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/82b8089a-1fe7-bfea-3460-7aa7e8a477f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57b8db556aa84c81a823eaa4712f5d33, entries=1, sequenceid=127, filesize=5.0 K 2024-11-14T08:22:06,390 INFO [M:0;b344df224d93:36299 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=127, compaction requested=false 2024-11-14T08:22:06,395 INFO [M:0;b344df224d93:36299 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:06,395 DEBUG [M:0;b344df224d93:36299 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572525111Disabling compacts and flushes for region at 1731572525111Disabling writes for close at 1731572525111Obtaining lock to block concurrent updates at 1731572525111Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572525111Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731572525111Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572525112 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572525112Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572525128 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572525128Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572525536 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572525548 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572525548Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572525955 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572525970 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572525970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f448fe6: reopening flushed file at 1731572526378 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4803d398: reopening flushed file at 1731572526382 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b356bd1: reopening flushed file at 1731572526385 (+3 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=127, compaction requested=false at 1731572526390 (+5 ms)Writing region close event to WAL at 1731572526395 (+5 ms)Closed at 1731572526395 2024-11-14T08:22:06,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741830_1006 (size=73866) 2024-11-14T08:22:06,397 INFO [M:0;b344df224d93:36299 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:22:06,397 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:22:06,397 INFO [M:0;b344df224d93:36299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36299 2024-11-14T08:22:06,397 INFO [M:0;b344df224d93:36299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:22:06,550 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1473, reset compression=false 2024-11-14T08:22:06,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:06,552 INFO [M:0;b344df224d93:36299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:22:06,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36299-0x101386f4dfd0006, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:06,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40ff7a46{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:22:06,554 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74586bb5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:22:06,555 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:22:06,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a1fba40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:22:06,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dd6a133{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/hadoop.log.dir/,STOPPED} 2024-11-14T08:22:06,556 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:22:06,556 WARN [BP-1174698472-172.17.0.3-1731572498395 heartbeating to localhost/127.0.0.1:34351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:22:06,556 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:22:06,556 WARN [BP-1174698472-172.17.0.3-1731572498395 heartbeating to localhost/127.0.0.1:34351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1174698472-172.17.0.3-1731572498395 (Datanode Uuid 6d6ce47e-eb8a-4bbe-9f80-49e692e4df57) service to localhost/127.0.0.1:34351 2024-11-14T08:22:06,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/cluster_f222c161-2fec-5f45-726a-d487d6fd0df2/data/data1/current/BP-1174698472-172.17.0.3-1731572498395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:22:06,557 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/cluster_f222c161-2fec-5f45-726a-d487d6fd0df2/data/data2/current/BP-1174698472-172.17.0.3-1731572498395 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:22:06,557 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:22:06,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e07ae59{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:22:06,562 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42e15e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:22:06,562 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:22:06,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44adb5a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:22:06,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2309e65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/hadoop.log.dir/,STOPPED} 2024-11-14T08:22:06,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T08:22:06,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:22:06,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:22:06,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:06,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:06,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:06,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:06,574 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:22:06,574 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=428088233, stopped=false 2024-11-14T08:22:06,574 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,43131,1731572494867 2024-11-14T08:22:06,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x101386f4dfd0004, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/14154250/running 2024-11-14T08:22:06,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/14154250/running 2024-11-14T08:22:06,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x101386f4dfd0004, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250 2024-11-14T08:22:06,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250 2024-11-14T08:22:06,623 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:22:06,623 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:22:06,623 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:06,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:06,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Set watcher on znode that does not yet exist, /14154250/running 2024-11-14T08:22:06,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42677-0x101386f4dfd0004, quorum=127.0.0.1:53193, baseZNode=/14154250 Set watcher on znode that does not yet exist, /14154250/running 2024-11-14T08:22:06,624 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,42677,1731572495015' ***** 2024-11-14T08:22:06,624 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:22:06,624 INFO [RS:0;b344df224d93:42677 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:22:06,624 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:22:06,624 INFO [RS:0;b344df224d93:42677 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:22:06,624 INFO [RS:0;b344df224d93:42677 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:22:06,624 INFO [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(3091): Received CLOSE for 307dfe9c96df7ef98c990c7cfacc8cbf 2024-11-14T08:22:06,624 INFO [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a1e2307d22ac66e36fef793f7cfa5c0 2024-11-14T08:22:06,624 INFO [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(959): stopping server b344df224d93,42677,1731572495015 2024-11-14T08:22:06,624 INFO [RS:0;b344df224d93:42677 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:22:06,625 INFO [RS:0;b344df224d93:42677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:42677. 2024-11-14T08:22:06,625 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 307dfe9c96df7ef98c990c7cfacc8cbf, disabling compactions & flushes 2024-11-14T08:22:06,625 DEBUG [RS:0;b344df224d93:42677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:06,625 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf. 2024-11-14T08:22:06,625 DEBUG [RS:0;b344df224d93:42677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:06,625 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf. 2024-11-14T08:22:06,625 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf. after waiting 0 ms 2024-11-14T08:22:06,625 INFO [RS:0;b344df224d93:42677 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:22:06,625 INFO [RS:0;b344df224d93:42677 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:22:06,625 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf. 2024-11-14T08:22:06,625 INFO [RS:0;b344df224d93:42677 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:22:06,625 INFO [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:22:06,625 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 307dfe9c96df7ef98c990c7cfacc8cbf 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-14T08:22:06,625 INFO [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T08:22:06,625 DEBUG [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(1325): Online Regions={307dfe9c96df7ef98c990c7cfacc8cbf=hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf., 1588230740=hbase:meta,,1.1588230740, 1a1e2307d22ac66e36fef793f7cfa5c0=test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0.} 2024-11-14T08:22:06,625 DEBUG [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a1e2307d22ac66e36fef793f7cfa5c0, 307dfe9c96df7ef98c990c7cfacc8cbf 2024-11-14T08:22:06,625 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:22:06,625 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:22:06,625 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:22:06,625 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:22:06,625 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:22:06,625 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T08:22:06,638 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/.tmp/info/fab7694e8f3c4294b276ee1fb4fbc975 is 147, key is hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf./info:regioninfo/1731572512008/Put/seqid=0 2024-11-14T08:22:06,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741840_1016 (size=7686) 2024-11-14T08:22:06,641 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/.tmp/info/fab7694e8f3c4294b276ee1fb4fbc975 2024-11-14T08:22:06,642 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/replication/307dfe9c96df7ef98c990c7cfacc8cbf/.tmp/queue/d7ba150867e3416ab470abb9194d664c is 154, key is 1-b344df224d93,42677,1731572495015/queue:b344df224d93%2C42677%2C1731572495015/1731572522130/Put/seqid=0 2024-11-14T08:22:06,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741841_1017 (size=5353) 2024-11-14T08:22:06,657 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/.tmp/ns/1c9f07edc2eb4b81a1133455b4f6e494 is 43, key is default/ns:d/1731572498321/Put/seqid=0 2024-11-14T08:22:06,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741842_1018 (size=5153) 2024-11-14T08:22:06,661 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/.tmp/ns/1c9f07edc2eb4b81a1133455b4f6e494 2024-11-14T08:22:06,681 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/.tmp/rep_barrier/b4caa59b573c4b7d89b78d2e9eddd301 is 112, key is test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0./rep_barrier:seqnumDuringOpen/1731572507128/Put/seqid=0 2024-11-14T08:22:06,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741843_1019 (size=5518) 2024-11-14T08:22:06,714 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:22:06,796 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1493, reset compression=false 2024-11-14T08:22:06,825 DEBUG [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a1e2307d22ac66e36fef793f7cfa5c0, 307dfe9c96df7ef98c990c7cfacc8cbf 2024-11-14T08:22:07,025 DEBUG [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a1e2307d22ac66e36fef793f7cfa5c0, 307dfe9c96df7ef98c990c7cfacc8cbf 2024-11-14T08:22:07,045 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/replication/307dfe9c96df7ef98c990c7cfacc8cbf/.tmp/queue/d7ba150867e3416ab470abb9194d664c 2024-11-14T08:22:07,050 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/replication/307dfe9c96df7ef98c990c7cfacc8cbf/.tmp/queue/d7ba150867e3416ab470abb9194d664c as hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/replication/307dfe9c96df7ef98c990c7cfacc8cbf/queue/d7ba150867e3416ab470abb9194d664c 2024-11-14T08:22:07,054 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/replication/307dfe9c96df7ef98c990c7cfacc8cbf/queue/d7ba150867e3416ab470abb9194d664c, entries=1, sequenceid=14, filesize=5.2 K 2024-11-14T08:22:07,054 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 307dfe9c96df7ef98c990c7cfacc8cbf in 429ms, sequenceid=14, compaction requested=false 2024-11-14T08:22:07,055 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T08:22:07,058 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/replication/307dfe9c96df7ef98c990c7cfacc8cbf/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-14T08:22:07,059 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:22:07,059 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:22:07,059 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf. 2024-11-14T08:22:07,059 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 307dfe9c96df7ef98c990c7cfacc8cbf: Waiting for close lock at 1731572526625Running coprocessor pre-close hooks at 1731572526625Disabling compacts and flushes for region at 1731572526625Disabling writes for close at 1731572526625Obtaining lock to block concurrent updates at 1731572526625Preparing flush snapshotting stores in 307dfe9c96df7ef98c990c7cfacc8cbf at 1731572526625Finished memstore snapshotting hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731572526625Flushing stores of hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf. at 1731572526626 (+1 ms)Flushing 307dfe9c96df7ef98c990c7cfacc8cbf/queue: creating writer at 1731572526626Flushing 307dfe9c96df7ef98c990c7cfacc8cbf/queue: appending metadata at 1731572526641 (+15 ms)Flushing 307dfe9c96df7ef98c990c7cfacc8cbf/queue: closing flushed file at 1731572526641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67608415: reopening flushed file at 1731572527049 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 307dfe9c96df7ef98c990c7cfacc8cbf in 429ms, sequenceid=14, compaction requested=false at 1731572527054 (+5 ms)Writing region close event to WAL at 1731572527056 (+2 ms)Running coprocessor post-close hooks at 1731572527059 (+3 ms)Closed at 1731572527059 2024-11-14T08:22:07,059 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731572510843.307dfe9c96df7ef98c990c7cfacc8cbf. 2024-11-14T08:22:07,059 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a1e2307d22ac66e36fef793f7cfa5c0, disabling compactions & flushes 2024-11-14T08:22:07,059 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0. 2024-11-14T08:22:07,059 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0. 2024-11-14T08:22:07,059 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0. after waiting 0 ms 2024-11-14T08:22:07,059 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0. 2024-11-14T08:22:07,059 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1a1e2307d22ac66e36fef793f7cfa5c0 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T08:22:07,077 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/default/test/1a1e2307d22ac66e36fef793f7cfa5c0/.tmp/f/e8e9da579db544a2bb8a055ecf03816d is 37, key is row3/f:row3/1731572520846/Put/seqid=0 2024-11-14T08:22:07,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741844_1020 (size=5228) 2024-11-14T08:22:07,081 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/default/test/1a1e2307d22ac66e36fef793f7cfa5c0/.tmp/f/e8e9da579db544a2bb8a055ecf03816d 2024-11-14T08:22:07,084 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8e9da579db544a2bb8a055ecf03816d 2024-11-14T08:22:07,085 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/.tmp/rep_barrier/b4caa59b573c4b7d89b78d2e9eddd301 2024-11-14T08:22:07,103 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/default/test/1a1e2307d22ac66e36fef793f7cfa5c0/.tmp/f1/1452d67d93f74c60ab63ad09fb578493 is 30, key is row1/f1:/1731572518189/DeleteFamily/seqid=0 2024-11-14T08:22:07,104 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/.tmp/table/ef9d21c804194a0abc80f2f41b03d257 is 53, key is hbase:replication/table:state/1731572512014/Put/seqid=0 2024-11-14T08:22:07,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741845_1021 (size=5158) 2024-11-14T08:22:07,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741846_1022 (size=5308) 2024-11-14T08:22:07,108 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/.tmp/table/ef9d21c804194a0abc80f2f41b03d257 2024-11-14T08:22:07,112 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/.tmp/info/fab7694e8f3c4294b276ee1fb4fbc975 as hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/info/fab7694e8f3c4294b276ee1fb4fbc975 2024-11-14T08:22:07,116 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/info/fab7694e8f3c4294b276ee1fb4fbc975, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T08:22:07,117 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/.tmp/ns/1c9f07edc2eb4b81a1133455b4f6e494 as hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/ns/1c9f07edc2eb4b81a1133455b4f6e494 2024-11-14T08:22:07,121 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/ns/1c9f07edc2eb4b81a1133455b4f6e494, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T08:22:07,121 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/.tmp/rep_barrier/b4caa59b573c4b7d89b78d2e9eddd301 as hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/rep_barrier/b4caa59b573c4b7d89b78d2e9eddd301 2024-11-14T08:22:07,125 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/rep_barrier/b4caa59b573c4b7d89b78d2e9eddd301, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T08:22:07,126 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/.tmp/table/ef9d21c804194a0abc80f2f41b03d257 as hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/table/ef9d21c804194a0abc80f2f41b03d257 2024-11-14T08:22:07,130 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/table/ef9d21c804194a0abc80f2f41b03d257, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T08:22:07,131 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 506ms, sequenceid=16, compaction requested=false 2024-11-14T08:22:07,131 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T08:22:07,135 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T08:22:07,136 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:22:07,136 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:22:07,136 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:22:07,136 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572526625Running coprocessor pre-close hooks at 1731572526625Disabling compacts and flushes for region at 1731572526625Disabling writes for close at 1731572526625Obtaining lock to block concurrent updates at 1731572526625Preparing flush snapshotting stores in 1588230740 at 1731572526625Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731572526625Flushing stores of hbase:meta,,1.1588230740 at 1731572526626 (+1 ms)Flushing 1588230740/info: creating writer at 1731572526626Flushing 1588230740/info: appending metadata at 1731572526638 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731572526638Flushing 1588230740/ns: creating writer at 1731572526645 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731572526657 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731572526657Flushing 1588230740/rep_barrier: creating writer at 1731572526664 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731572526681 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731572526681Flushing 1588230740/table: creating writer at 1731572527088 (+407 ms)Flushing 1588230740/table: appending metadata at 1731572527103 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731572527103Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e2bf20: reopening flushed file at 1731572527112 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f86bf80: reopening flushed file at 1731572527116 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b33bc49: reopening flushed file at 1731572527121 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a7fd36c: reopening flushed file at 1731572527125 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 506ms, sequenceid=16, compaction requested=false at 1731572527131 (+6 ms)Writing region close event to WAL at 1731572527133 (+2 ms)Running coprocessor post-close hooks at 1731572527136 (+3 ms)Closed at 1731572527136 2024-11-14T08:22:07,136 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:22:07,201 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T08:22:07,201 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T08:22:07,225 DEBUG [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(1351): Waiting on 1a1e2307d22ac66e36fef793f7cfa5c0 2024-11-14T08:22:07,426 DEBUG [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(1351): Waiting on 1a1e2307d22ac66e36fef793f7cfa5c0 2024-11-14T08:22:07,508 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/default/test/1a1e2307d22ac66e36fef793f7cfa5c0/.tmp/f1/1452d67d93f74c60ab63ad09fb578493 2024-11-14T08:22:07,511 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1452d67d93f74c60ab63ad09fb578493 2024-11-14T08:22:07,528 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/default/test/1a1e2307d22ac66e36fef793f7cfa5c0/.tmp/norep/dca95b4399a3451b974905b6011b2367 is 33, key is row1/norep:/1731572518189/DeleteFamily/seqid=0 2024-11-14T08:22:07,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741847_1023 (size=5108) 2024-11-14T08:22:07,553 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1473, reset compression=false 2024-11-14T08:22:07,557 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:07,557 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1720, reset compression=false 2024-11-14T08:22:07,557 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.shipperb344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,42677,1731572495015 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:22:07,557 ERROR [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.shipperb344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b344df224d93,42677,1731572495015: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b344df224d93,42677,1731572495015, walGroup=b344df224d93%2C42677%2C1731572495015, offset=b344df224d93%2C42677%2C1731572495015.1731572497315:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42677 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T08:22:07,559 ERROR [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.shipperb344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T08:22:07,559 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.shipperb344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T08:22:07,559 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.shipperb344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T08:22:07,559 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.shipperb344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T08:22:07,559 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.shipperb344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T08:22:07,559 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.shipperb344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1172307968, "init": 1048576000, "max": 2306867200, "used": 880906832 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199461448 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T08:22:07,559 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.shipperb344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:43131 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:43131 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T08:22:07,626 INFO [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T08:22:07,626 DEBUG [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(1325): Online Regions={1a1e2307d22ac66e36fef793f7cfa5c0=test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0.} 2024-11-14T08:22:07,626 DEBUG [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(1351): Waiting on 1a1e2307d22ac66e36fef793f7cfa5c0 2024-11-14T08:22:07,759 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1720, reset compression=false 2024-11-14T08:22:07,799 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1493, reset compression=false 2024-11-14T08:22:07,826 DEBUG [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(1351): Waiting on 1a1e2307d22ac66e36fef793f7cfa5c0 2024-11-14T08:22:07,932 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/default/test/1a1e2307d22ac66e36fef793f7cfa5c0/.tmp/norep/dca95b4399a3451b974905b6011b2367 2024-11-14T08:22:07,936 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dca95b4399a3451b974905b6011b2367 2024-11-14T08:22:07,936 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/default/test/1a1e2307d22ac66e36fef793f7cfa5c0/.tmp/f/e8e9da579db544a2bb8a055ecf03816d as hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/default/test/1a1e2307d22ac66e36fef793f7cfa5c0/f/e8e9da579db544a2bb8a055ecf03816d 2024-11-14T08:22:07,940 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8e9da579db544a2bb8a055ecf03816d 2024-11-14T08:22:07,940 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/default/test/1a1e2307d22ac66e36fef793f7cfa5c0/f/e8e9da579db544a2bb8a055ecf03816d, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T08:22:07,941 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/default/test/1a1e2307d22ac66e36fef793f7cfa5c0/.tmp/f1/1452d67d93f74c60ab63ad09fb578493 as hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/default/test/1a1e2307d22ac66e36fef793f7cfa5c0/f1/1452d67d93f74c60ab63ad09fb578493 2024-11-14T08:22:07,946 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1452d67d93f74c60ab63ad09fb578493 2024-11-14T08:22:07,946 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/default/test/1a1e2307d22ac66e36fef793f7cfa5c0/f1/1452d67d93f74c60ab63ad09fb578493, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T08:22:07,947 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/default/test/1a1e2307d22ac66e36fef793f7cfa5c0/.tmp/norep/dca95b4399a3451b974905b6011b2367 as hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/default/test/1a1e2307d22ac66e36fef793f7cfa5c0/norep/dca95b4399a3451b974905b6011b2367 2024-11-14T08:22:07,951 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dca95b4399a3451b974905b6011b2367 2024-11-14T08:22:07,951 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/default/test/1a1e2307d22ac66e36fef793f7cfa5c0/norep/dca95b4399a3451b974905b6011b2367, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T08:22:07,952 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1a1e2307d22ac66e36fef793f7cfa5c0 in 893ms, sequenceid=12, compaction requested=false 2024-11-14T08:22:07,952 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T08:22:07,956 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/data/default/test/1a1e2307d22ac66e36fef793f7cfa5c0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T08:22:07,957 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:22:07,957 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:22:07,957 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0. 2024-11-14T08:22:07,957 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a1e2307d22ac66e36fef793f7cfa5c0: Waiting for close lock at 1731572527059Running coprocessor pre-close hooks at 1731572527059Disabling compacts and flushes for region at 1731572527059Disabling writes for close at 1731572527059Obtaining lock to block concurrent updates at 1731572527059Preparing flush snapshotting stores in 1a1e2307d22ac66e36fef793f7cfa5c0 at 1731572527059Finished memstore snapshotting test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731572527059Flushing stores of test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0. at 1731572527060 (+1 ms)Flushing 1a1e2307d22ac66e36fef793f7cfa5c0/f: creating writer at 1731572527060Flushing 1a1e2307d22ac66e36fef793f7cfa5c0/f: appending metadata at 1731572527076 (+16 ms)Flushing 1a1e2307d22ac66e36fef793f7cfa5c0/f: closing flushed file at 1731572527076Flushing 1a1e2307d22ac66e36fef793f7cfa5c0/f1: creating writer at 1731572527084 (+8 ms)Flushing 1a1e2307d22ac66e36fef793f7cfa5c0/f1: appending metadata at 1731572527102 (+18 ms)Flushing 1a1e2307d22ac66e36fef793f7cfa5c0/f1: closing flushed file at 1731572527102Flushing 1a1e2307d22ac66e36fef793f7cfa5c0/norep: creating writer at 1731572527512 (+410 ms)Flushing 1a1e2307d22ac66e36fef793f7cfa5c0/norep: appending metadata at 1731572527527 (+15 ms)Flushing 1a1e2307d22ac66e36fef793f7cfa5c0/norep: closing flushed file at 1731572527527Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bca71c4: reopening flushed file at 1731572527936 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@780b6795: reopening flushed file at 1731572527941 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42f4b973: reopening flushed file at 1731572527946 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1a1e2307d22ac66e36fef793f7cfa5c0 in 893ms, sequenceid=12, compaction requested=false at 1731572527952 (+6 ms)Writing region close event to WAL at 1731572527954 (+2 ms)Running coprocessor post-close hooks at 1731572527957 (+3 ms)Closed at 1731572527957 2024-11-14T08:22:07,957 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731572506388.1a1e2307d22ac66e36fef793f7cfa5c0. 2024-11-14T08:22:08,026 INFO [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(976): stopping server b344df224d93,42677,1731572495015; all regions closed. 2024-11-14T08:22:08,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741834_1010 (size=4239) 2024-11-14T08:22:08,028 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.meta.1731572498275.meta not finished, retry = 0 2024-11-14T08:22:08,062 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 1720, reset compression=false 2024-11-14T08:22:08,067 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:08,067 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/WALs/b344df224d93,42677,1731572495015/b344df224d93%2C42677%2C1731572495015.1731572497315 to pos 2364, reset compression=false 2024-11-14T08:22:08,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741839_1015 (size=3552) 2024-11-14T08:22:08,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741832_1008 (size=2372) 2024-11-14T08:22:08,133 DEBUG [RS:0;b344df224d93:42677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:08,133 INFO [RS:0;b344df224d93:42677 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:22:08,133 INFO [RS:0;b344df224d93:42677 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:22:08,133 INFO [RS:0;b344df224d93:42677 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T08:22:08,133 INFO [RS:0;b344df224d93:42677 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:22:08,133 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:22:08,133 INFO [RS:0;b344df224d93:42677 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b344df224d93,42677,1731572495015 because: Region server is closing 2024-11-14T08:22:08,133 INFO [RS:0;b344df224d93:42677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:42677. 2024-11-14T08:22:08,133 DEBUG [RS:0;b344df224d93:42677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:08,133 DEBUG [RS:0;b344df224d93:42677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:08,133 DEBUG [RS:0;b344df224d93:42677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:08,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:08,234 INFO [RS:0;b344df224d93:42677 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.shipperb344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 terminated 2024-11-14T08:22:08,234 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42677,1731572495015.replicationSource.wal-reader.b344df224d93%2C42677%2C1731572495015,1-b344df224d93,42677,1731572495015 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T08:22:08,234 INFO [RS:0;b344df224d93:42677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:42677. 2024-11-14T08:22:08,234 DEBUG [RS:0;b344df224d93:42677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:08,234 DEBUG [RS:0;b344df224d93:42677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:08,234 DEBUG [RS:0;b344df224d93:42677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:08,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:08,234 INFO [RS:0;b344df224d93:42677 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42677 2024-11-14T08:22:08,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x101386f4dfd0004, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/14154250/rs/b344df224d93,42677,1731572495015 2024-11-14T08:22:08,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250/rs 2024-11-14T08:22:08,284 INFO [RS:0;b344df224d93:42677 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:22:08,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,42677,1731572495015] 2024-11-14T08:22:08,304 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /14154250/draining/b344df224d93,42677,1731572495015 already deleted, retry=false 2024-11-14T08:22:08,305 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,42677,1731572495015 expired; onlineServers=0 2024-11-14T08:22:08,305 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,43131,1731572494867' ***** 2024-11-14T08:22:08,305 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:22:08,305 INFO [M:0;b344df224d93:43131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:22:08,305 INFO [M:0;b344df224d93:43131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:22:08,305 DEBUG [M:0;b344df224d93:43131 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:22:08,305 DEBUG [M:0;b344df224d93:43131 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:22:08,305 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:22:08,305 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572497062 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572497062,5,FailOnTimeoutGroup] 2024-11-14T08:22:08,305 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572497063 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572497063,5,FailOnTimeoutGroup] 2024-11-14T08:22:08,305 INFO [M:0;b344df224d93:43131 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:22:08,305 INFO [M:0;b344df224d93:43131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:22:08,305 DEBUG [M:0;b344df224d93:43131 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:22:08,305 INFO [M:0;b344df224d93:43131 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:22:08,305 INFO [M:0;b344df224d93:43131 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:22:08,305 INFO [M:0;b344df224d93:43131 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:22:08,305 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:22:08,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/14154250/master 2024-11-14T08:22:08,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/14154250 2024-11-14T08:22:08,315 DEBUG [M:0;b344df224d93:43131 {}] zookeeper.ZKUtil(347): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Unable to get data of znode /14154250/master because node does not exist (not an error) 2024-11-14T08:22:08,315 WARN [M:0;b344df224d93:43131 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T08:22:08,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,315 INFO [M:0;b344df224d93:43131 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/.lastflushedseqids 2024-11-14T08:22:08,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741848_1024 (size=245) 2024-11-14T08:22:08,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,394 INFO [RS:0;b344df224d93:42677 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:22:08,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x101386f4dfd0004, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:08,394 INFO [RS:0;b344df224d93:42677 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,42677,1731572495015; zookeeper connection closed. 2024-11-14T08:22:08,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42677-0x101386f4dfd0004, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:08,394 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cdaaa6a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cdaaa6a 2024-11-14T08:22:08,395 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:22:08,719 INFO [M:0;b344df224d93:43131 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:22:08,719 INFO [M:0;b344df224d93:43131 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:22:08,719 DEBUG [M:0;b344df224d93:43131 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:22:08,719 INFO [M:0;b344df224d93:43131 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:08,719 DEBUG [M:0;b344df224d93:43131 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:08,719 DEBUG [M:0;b344df224d93:43131 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:22:08,719 DEBUG [M:0;b344df224d93:43131 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:08,719 INFO [M:0;b344df224d93:43131 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T08:22:08,733 DEBUG [M:0;b344df224d93:43131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/862010bcc7804a59b5002c2473db3a17 is 82, key is hbase:meta,,1/info:regioninfo/1731572498301/Put/seqid=0 2024-11-14T08:22:08,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741849_1025 (size=5672) 2024-11-14T08:22:08,855 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:22:08,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,902 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1493, reset compression=false 2024-11-14T08:22:08,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:08,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:09,136 INFO [M:0;b344df224d93:43131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/862010bcc7804a59b5002c2473db3a17 2024-11-14T08:22:09,159 DEBUG [M:0;b344df224d93:43131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee49a2dfe0374ec4a831e300e4127374 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731572512017/Put/seqid=0 2024-11-14T08:22:09,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741850_1026 (size=8516) 2024-11-14T08:22:09,563 INFO [M:0;b344df224d93:43131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee49a2dfe0374ec4a831e300e4127374 2024-11-14T08:22:09,582 DEBUG [M:0;b344df224d93:43131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6b200cb26b84f409e6a3ea002e5b814 is 69, key is b344df224d93,42677,1731572495015/rs:state/1731572497173/Put/seqid=0 2024-11-14T08:22:09,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741851_1027 (size=5156) 2024-11-14T08:22:09,986 INFO [M:0;b344df224d93:43131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6b200cb26b84f409e6a3ea002e5b814 2024-11-14T08:22:09,989 DEBUG [M:0;b344df224d93:43131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/862010bcc7804a59b5002c2473db3a17 as hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/862010bcc7804a59b5002c2473db3a17 2024-11-14T08:22:09,992 INFO [M:0;b344df224d93:43131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/862010bcc7804a59b5002c2473db3a17, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T08:22:09,993 DEBUG [M:0;b344df224d93:43131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee49a2dfe0374ec4a831e300e4127374 as hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee49a2dfe0374ec4a831e300e4127374 2024-11-14T08:22:09,995 INFO [M:0;b344df224d93:43131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee49a2dfe0374ec4a831e300e4127374, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T08:22:09,996 DEBUG [M:0;b344df224d93:43131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6b200cb26b84f409e6a3ea002e5b814 as hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6b200cb26b84f409e6a3ea002e5b814 2024-11-14T08:22:09,998 INFO [M:0;b344df224d93:43131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34151/user/jenkins/test-data/c8009f87-722f-a679-b09c-5c46c5bfc11e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6b200cb26b84f409e6a3ea002e5b814, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T08:22:09,999 INFO [M:0;b344df224d93:43131 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-11-14T08:22:10,000 INFO [M:0;b344df224d93:43131 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:10,000 DEBUG [M:0;b344df224d93:43131 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572528719Disabling compacts and flushes for region at 1731572528719Disabling writes for close at 1731572528719Obtaining lock to block concurrent updates at 1731572528719Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572528719Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731572528720 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572528720Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572528720Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572528733 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572528733Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572529140 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572529159 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572529159Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572529566 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572529581 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572529581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6551c712: reopening flushed file at 1731572529989 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5978dff3: reopening flushed file at 1731572529992 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e21e97e: reopening flushed file at 1731572529995 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1731572529999 (+4 ms)Writing region close event to WAL at 1731572530000 (+1 ms)Closed at 1731572530000 2024-11-14T08:22:10,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44787 is added to blk_1073741830_1006 (size=63654) 2024-11-14T08:22:10,002 INFO [M:0;b344df224d93:43131 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:22:10,002 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:22:10,002 INFO [M:0;b344df224d93:43131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43131 2024-11-14T08:22:10,002 INFO [M:0;b344df224d93:43131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:22:10,106 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1493, reset compression=false 2024-11-14T08:22:10,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:10,162 INFO [M:0;b344df224d93:43131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:22:10,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43131-0x101386f4dfd0003, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:10,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e7b70f2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:22:10,165 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c305a9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:22:10,165 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:22:10,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@237e5206{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:22:10,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44b37ee5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/hadoop.log.dir/,STOPPED} 2024-11-14T08:22:10,167 WARN [BP-1906112289-172.17.0.3-1731572492226 heartbeating to localhost/127.0.0.1:34151 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:22:10,167 WARN [BP-1906112289-172.17.0.3-1731572492226 heartbeating to localhost/127.0.0.1:34151 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1906112289-172.17.0.3-1731572492226 (Datanode Uuid ad5a02f6-63f0-4b0f-b98b-08a235fb098a) service to localhost/127.0.0.1:34151 2024-11-14T08:22:10,167 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:22:10,167 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:22:10,167 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/cluster_38520fb5-6305-5086-f01b-5af3aa48f888/data/data1/current/BP-1906112289-172.17.0.3-1731572492226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:22:10,167 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/cluster_38520fb5-6305-5086-f01b-5af3aa48f888/data/data2/current/BP-1906112289-172.17.0.3-1731572492226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:22:10,167 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:22:10,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@787232b9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:22:10,174 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73924ed9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:22:10,174 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:22:10,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ccfed6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:22:10,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f734ade{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33333850-05fc-d63c-2e55-90349a47b064/hadoop.log.dir/,STOPPED} 2024-11-14T08:22:10,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T08:22:10,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:22:10,186 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:22:10,186 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:10,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:10,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:10,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:10,187 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:22:10,187 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1580082099, stopped=false 2024-11-14T08:22:10,187 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,46807,1731572488788 2024-11-14T08:22:10,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1537509157/running 2024-11-14T08:22:10,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101386f4dfd0001, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1537509157/running 2024-11-14T08:22:10,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157 2024-11-14T08:22:10,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101386f4dfd0001, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157 2024-11-14T08:22:10,199 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:22:10,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:22:10,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Set watcher on znode that does not yet exist, /0-1537509157/running 2024-11-14T08:22:10,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44889-0x101386f4dfd0001, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Set watcher on znode that does not yet exist, /0-1537509157/running 2024-11-14T08:22:10,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:10,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:10,200 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,44889,1731572489145' ***** 2024-11-14T08:22:10,200 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:22:10,200 INFO [RS:0;b344df224d93:44889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:22:10,200 INFO [RS:0;b344df224d93:44889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:22:10,200 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:22:10,200 INFO [RS:0;b344df224d93:44889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:22:10,200 INFO [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(3091): Received CLOSE for cb25ea85aa9bbed74f8352ff8a2bf3d4 2024-11-14T08:22:10,201 INFO [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(3091): Received CLOSE for a80fc77baf6783ff3aa7f5442cd46ceb 2024-11-14T08:22:10,201 INFO [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(959): stopping server b344df224d93,44889,1731572489145 2024-11-14T08:22:10,201 INFO [RS:0;b344df224d93:44889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:22:10,201 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb25ea85aa9bbed74f8352ff8a2bf3d4, disabling compactions & flushes 2024-11-14T08:22:10,201 INFO [RS:0;b344df224d93:44889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:44889. 2024-11-14T08:22:10,201 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4. 2024-11-14T08:22:10,201 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4. 2024-11-14T08:22:10,201 DEBUG [RS:0;b344df224d93:44889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:10,201 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4. after waiting 0 ms 2024-11-14T08:22:10,201 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4. 2024-11-14T08:22:10,201 DEBUG [RS:0;b344df224d93:44889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:10,201 INFO [RS:0;b344df224d93:44889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:22:10,201 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cb25ea85aa9bbed74f8352ff8a2bf3d4 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-14T08:22:10,201 INFO [RS:0;b344df224d93:44889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:22:10,201 INFO [RS:0;b344df224d93:44889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:22:10,201 INFO [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:22:10,201 INFO [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T08:22:10,201 DEBUG [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(1325): Online Regions={cb25ea85aa9bbed74f8352ff8a2bf3d4=test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4., a80fc77baf6783ff3aa7f5442cd46ceb=hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T08:22:10,201 DEBUG [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a80fc77baf6783ff3aa7f5442cd46ceb, cb25ea85aa9bbed74f8352ff8a2bf3d4 2024-11-14T08:22:10,201 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:22:10,201 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:22:10,201 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:22:10,201 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:22:10,201 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:22:10,201 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T08:22:10,214 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/default/test/cb25ea85aa9bbed74f8352ff8a2bf3d4/.tmp/f/5934a7d0057b4164b41b96b52ab4056d is 37, key is row3/f:row3/1731572520846/Put/seqid=0 2024-11-14T08:22:10,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741840_1016 (size=5228) 2024-11-14T08:22:10,217 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/.tmp/info/8c17b362dfa243cb95aa68f8d8e4ca4c is 147, key is hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb./info:regioninfo/1731572510451/Put/seqid=0 2024-11-14T08:22:10,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741841_1017 (size=7686) 2024-11-14T08:22:10,264 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:22:10,401 DEBUG [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a80fc77baf6783ff3aa7f5442cd46ceb, cb25ea85aa9bbed74f8352ff8a2bf3d4 2024-11-14T08:22:10,601 DEBUG [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a80fc77baf6783ff3aa7f5442cd46ceb, cb25ea85aa9bbed74f8352ff8a2bf3d4 2024-11-14T08:22:10,618 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/default/test/cb25ea85aa9bbed74f8352ff8a2bf3d4/.tmp/f/5934a7d0057b4164b41b96b52ab4056d 2024-11-14T08:22:10,621 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/.tmp/info/8c17b362dfa243cb95aa68f8d8e4ca4c 2024-11-14T08:22:10,622 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5934a7d0057b4164b41b96b52ab4056d 2024-11-14T08:22:10,639 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/default/test/cb25ea85aa9bbed74f8352ff8a2bf3d4/.tmp/f1/eef3cea676504e5fa51c03253dd35551 is 30, key is row1/f1:/1731572518189/DeleteFamily/seqid=0 2024-11-14T08:22:10,639 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/.tmp/ns/8ff5fd3120c045c8b8ec0b135468f8cc is 43, key is default/ns:d/1731572492146/Put/seqid=0 2024-11-14T08:22:10,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741842_1018 (size=5153) 2024-11-14T08:22:10,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741843_1019 (size=5158) 2024-11-14T08:22:10,802 DEBUG [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a80fc77baf6783ff3aa7f5442cd46ceb, cb25ea85aa9bbed74f8352ff8a2bf3d4 2024-11-14T08:22:10,986 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T08:22:10,986 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T08:22:11,002 DEBUG [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a80fc77baf6783ff3aa7f5442cd46ceb, cb25ea85aa9bbed74f8352ff8a2bf3d4 2024-11-14T08:22:11,042 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/.tmp/ns/8ff5fd3120c045c8b8ec0b135468f8cc 2024-11-14T08:22:11,043 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/default/test/cb25ea85aa9bbed74f8352ff8a2bf3d4/.tmp/f1/eef3cea676504e5fa51c03253dd35551 2024-11-14T08:22:11,046 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eef3cea676504e5fa51c03253dd35551 2024-11-14T08:22:11,059 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/default/test/cb25ea85aa9bbed74f8352ff8a2bf3d4/.tmp/norep/c51cbc7a634a4dca944f9fada0139cfc is 32, key is row/norep:/1731572517183/DeleteFamily/seqid=0 2024-11-14T08:22:11,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741844_1020 (size=5101) 2024-11-14T08:22:11,067 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/.tmp/rep_barrier/812c596e02494774b2e92fffb91ca7d5 is 112, key is test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4./rep_barrier:seqnumDuringOpen/1731572505390/Put/seqid=0 2024-11-14T08:22:11,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741845_1021 (size=5518) 2024-11-14T08:22:11,202 DEBUG [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a80fc77baf6783ff3aa7f5442cd46ceb, cb25ea85aa9bbed74f8352ff8a2bf3d4 2024-11-14T08:22:11,402 DEBUG [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a80fc77baf6783ff3aa7f5442cd46ceb, cb25ea85aa9bbed74f8352ff8a2bf3d4 2024-11-14T08:22:11,409 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1493, reset compression=false 2024-11-14T08:22:11,413 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:11,413 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1740, reset compression=false 2024-11-14T08:22:11,413 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.shipperb344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,44889,1731572489145 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:22:11,413 ERROR [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.shipperb344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b344df224d93,44889,1731572489145: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b344df224d93,44889,1731572489145, walGroup=b344df224d93%2C44889%2C1731572489145, offset=b344df224d93%2C44889%2C1731572489145.1731572491056:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:44889 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T08:22:11,414 ERROR [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.shipperb344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T08:22:11,414 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.shipperb344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T08:22:11,415 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.shipperb344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T08:22:11,415 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.shipperb344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T08:22:11,415 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.shipperb344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T08:22:11,415 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.shipperb344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1172307968, "init": 1048576000, "max": 2306867200, "used": 964792912 }, "NonHeapMemoryUsage": { "committed": 202899456, "init": 7667712, "max": -1, "used": 200000352 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T08:22:11,415 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.shipperb344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:46807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:46807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T08:22:11,463 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/default/test/cb25ea85aa9bbed74f8352ff8a2bf3d4/.tmp/norep/c51cbc7a634a4dca944f9fada0139cfc 2024-11-14T08:22:11,467 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c51cbc7a634a4dca944f9fada0139cfc 2024-11-14T08:22:11,467 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/default/test/cb25ea85aa9bbed74f8352ff8a2bf3d4/.tmp/f/5934a7d0057b4164b41b96b52ab4056d as hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/default/test/cb25ea85aa9bbed74f8352ff8a2bf3d4/f/5934a7d0057b4164b41b96b52ab4056d 2024-11-14T08:22:11,470 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/.tmp/rep_barrier/812c596e02494774b2e92fffb91ca7d5 2024-11-14T08:22:11,471 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5934a7d0057b4164b41b96b52ab4056d 2024-11-14T08:22:11,471 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/default/test/cb25ea85aa9bbed74f8352ff8a2bf3d4/f/5934a7d0057b4164b41b96b52ab4056d, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T08:22:11,472 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/default/test/cb25ea85aa9bbed74f8352ff8a2bf3d4/.tmp/f1/eef3cea676504e5fa51c03253dd35551 as hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/default/test/cb25ea85aa9bbed74f8352ff8a2bf3d4/f1/eef3cea676504e5fa51c03253dd35551 2024-11-14T08:22:11,476 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eef3cea676504e5fa51c03253dd35551 2024-11-14T08:22:11,476 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/default/test/cb25ea85aa9bbed74f8352ff8a2bf3d4/f1/eef3cea676504e5fa51c03253dd35551, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T08:22:11,478 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/default/test/cb25ea85aa9bbed74f8352ff8a2bf3d4/.tmp/norep/c51cbc7a634a4dca944f9fada0139cfc as hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/default/test/cb25ea85aa9bbed74f8352ff8a2bf3d4/norep/c51cbc7a634a4dca944f9fada0139cfc 2024-11-14T08:22:11,483 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c51cbc7a634a4dca944f9fada0139cfc 2024-11-14T08:22:11,483 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/default/test/cb25ea85aa9bbed74f8352ff8a2bf3d4/norep/c51cbc7a634a4dca944f9fada0139cfc, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T08:22:11,483 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cb25ea85aa9bbed74f8352ff8a2bf3d4 in 1282ms, sequenceid=12, compaction requested=false 2024-11-14T08:22:11,483 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T08:22:11,493 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/default/test/cb25ea85aa9bbed74f8352ff8a2bf3d4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T08:22:11,493 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/.tmp/table/0f533a86f4824320881eef6e5a877e0c is 53, key is hbase:replication/table:state/1731572510457/Put/seqid=0 2024-11-14T08:22:11,493 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:22:11,493 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:22:11,493 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4. 2024-11-14T08:22:11,493 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb25ea85aa9bbed74f8352ff8a2bf3d4: Waiting for close lock at 1731572530201Running coprocessor pre-close hooks at 1731572530201Disabling compacts and flushes for region at 1731572530201Disabling writes for close at 1731572530201Obtaining lock to block concurrent updates at 1731572530201Preparing flush snapshotting stores in cb25ea85aa9bbed74f8352ff8a2bf3d4 at 1731572530201Finished memstore snapshotting test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731572530201Flushing stores of test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4. at 1731572530201Flushing cb25ea85aa9bbed74f8352ff8a2bf3d4/f: creating writer at 1731572530202 (+1 ms)Flushing cb25ea85aa9bbed74f8352ff8a2bf3d4/f: appending metadata at 1731572530214 (+12 ms)Flushing cb25ea85aa9bbed74f8352ff8a2bf3d4/f: closing flushed file at 1731572530214Flushing cb25ea85aa9bbed74f8352ff8a2bf3d4/f1: creating writer at 1731572530622 (+408 ms)Flushing cb25ea85aa9bbed74f8352ff8a2bf3d4/f1: appending metadata at 1731572530638 (+16 ms)Flushing cb25ea85aa9bbed74f8352ff8a2bf3d4/f1: closing flushed file at 1731572530638Flushing cb25ea85aa9bbed74f8352ff8a2bf3d4/norep: creating writer at 1731572531046 (+408 ms)Flushing cb25ea85aa9bbed74f8352ff8a2bf3d4/norep: appending metadata at 1731572531058 (+12 ms)Flushing cb25ea85aa9bbed74f8352ff8a2bf3d4/norep: closing flushed file at 1731572531058Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@870320b: reopening flushed file at 1731572531467 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32992df1: reopening flushed file at 1731572531471 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b5b0be4: reopening flushed file at 1731572531476 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cb25ea85aa9bbed74f8352ff8a2bf3d4 in 1282ms, sequenceid=12, compaction requested=false at 1731572531483 (+7 ms)Writing region close event to WAL at 1731572531489 (+6 ms)Running coprocessor post-close hooks at 1731572531493 (+4 ms)Closed at 1731572531493 2024-11-14T08:22:11,493 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731572504234.cb25ea85aa9bbed74f8352ff8a2bf3d4. 2024-11-14T08:22:11,493 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a80fc77baf6783ff3aa7f5442cd46ceb, disabling compactions & flushes 2024-11-14T08:22:11,493 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb. 2024-11-14T08:22:11,493 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb. 2024-11-14T08:22:11,494 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb. after waiting 0 ms 2024-11-14T08:22:11,494 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb. 2024-11-14T08:22:11,494 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a80fc77baf6783ff3aa7f5442cd46ceb: Waiting for close lock at 1731572531493Running coprocessor pre-close hooks at 1731572531493Disabling compacts and flushes for region at 1731572531493Disabling writes for close at 1731572531494 (+1 ms)Failed flush hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb., putting online again at 1731572531494 2024-11-14T08:22:11,494 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb. 2024-11-14T08:22:11,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741846_1022 (size=5308) 2024-11-14T08:22:11,602 INFO [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T08:22:11,602 DEBUG [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(1325): Online Regions={a80fc77baf6783ff3aa7f5442cd46ceb=hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T08:22:11,602 INFO [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(3091): Received CLOSE for a80fc77baf6783ff3aa7f5442cd46ceb 2024-11-14T08:22:11,603 DEBUG [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a80fc77baf6783ff3aa7f5442cd46ceb 2024-11-14T08:22:11,603 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a80fc77baf6783ff3aa7f5442cd46ceb, disabling compactions & flushes 2024-11-14T08:22:11,603 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb. 2024-11-14T08:22:11,603 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb. 2024-11-14T08:22:11,603 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb. after waiting 0 ms 2024-11-14T08:22:11,603 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb. 2024-11-14T08:22:11,603 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a80fc77baf6783ff3aa7f5442cd46ceb: Waiting for close lock at 1731572531603Running coprocessor pre-close hooks at 1731572531603Disabling compacts and flushes for region at 1731572531603Disabling writes for close at 1731572531603Failed flush hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb., putting online again at 1731572531603 2024-11-14T08:22:11,603 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731572509692.a80fc77baf6783ff3aa7f5442cd46ceb. 2024-11-14T08:22:11,617 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 1740, reset compression=false 2024-11-14T08:22:11,621 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:11,621 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 2384, reset compression=false 2024-11-14T08:22:11,803 DEBUG [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:22:11,824 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 2384, reset compression=false 2024-11-14T08:22:11,897 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/.tmp/table/0f533a86f4824320881eef6e5a877e0c 2024-11-14T08:22:11,901 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/.tmp/info/8c17b362dfa243cb95aa68f8d8e4ca4c as hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/info/8c17b362dfa243cb95aa68f8d8e4ca4c 2024-11-14T08:22:11,905 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/info/8c17b362dfa243cb95aa68f8d8e4ca4c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T08:22:11,906 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/.tmp/ns/8ff5fd3120c045c8b8ec0b135468f8cc as hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/ns/8ff5fd3120c045c8b8ec0b135468f8cc 2024-11-14T08:22:11,910 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/ns/8ff5fd3120c045c8b8ec0b135468f8cc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T08:22:11,910 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/.tmp/rep_barrier/812c596e02494774b2e92fffb91ca7d5 as hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/rep_barrier/812c596e02494774b2e92fffb91ca7d5 2024-11-14T08:22:11,914 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/rep_barrier/812c596e02494774b2e92fffb91ca7d5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T08:22:11,915 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/.tmp/table/0f533a86f4824320881eef6e5a877e0c as hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/table/0f533a86f4824320881eef6e5a877e0c 2024-11-14T08:22:11,932 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/table/0f533a86f4824320881eef6e5a877e0c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T08:22:11,933 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=16, compaction requested=false 2024-11-14T08:22:11,933 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T08:22:11,946 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T08:22:11,946 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:22:11,946 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:22:11,946 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:22:11,946 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572530201Running coprocessor pre-close hooks at 1731572530201Disabling compacts and flushes for region at 1731572530201Disabling writes for close at 1731572530201Obtaining lock to block concurrent updates at 1731572530201Preparing flush snapshotting stores in 1588230740 at 1731572530201Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731572530202 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731572530202Flushing 1588230740/info: creating writer at 1731572530202Flushing 1588230740/info: appending metadata at 1731572530217 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731572530217Flushing 1588230740/ns: creating writer at 1731572530624 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731572530638 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731572530638Flushing 1588230740/rep_barrier: creating writer at 1731572531046 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731572531066 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731572531066Flushing 1588230740/table: creating writer at 1731572531474 (+408 ms)Flushing 1588230740/table: appending metadata at 1731572531492 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731572531492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f91b7a1: reopening flushed file at 1731572531901 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@772bfcb2: reopening flushed file at 1731572531905 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79661c7a: reopening flushed file at 1731572531910 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74ddc584: reopening flushed file at 1731572531914 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=16, compaction requested=false at 1731572531933 (+19 ms)Writing region close event to WAL at 1731572531943 (+10 ms)Running coprocessor post-close hooks at 1731572531946 (+3 ms)Closed at 1731572531946 2024-11-14T08:22:11,947 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:22:12,003 INFO [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T08:22:12,003 INFO [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(976): stopping server b344df224d93,44889,1731572489145; all regions closed. 2024-11-14T08:22:12,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741834_1010 (size=4239) 2024-11-14T08:22:12,006 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.meta.1731572492088.meta not finished, retry = 0 2024-11-14T08:22:12,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741839_1015 (size=2609) 2024-11-14T08:22:12,120 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 not finished, retry = 0 2024-11-14T08:22:12,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741832_1008 (size=2392) 2024-11-14T08:22:12,127 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 to pos 2384, reset compression=false 2024-11-14T08:22:12,221 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/WALs/b344df224d93,44889,1731572489145/b344df224d93%2C44889%2C1731572489145.1731572491056 2024-11-14T08:22:12,221 DEBUG [RS:0;b344df224d93:44889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:12,221 INFO [RS:0;b344df224d93:44889 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:22:12,222 INFO [RS:0;b344df224d93:44889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:22:12,222 INFO [RS:0;b344df224d93:44889 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T08:22:12,222 INFO [RS:0;b344df224d93:44889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:22:12,222 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:22:12,222 INFO [RS:0;b344df224d93:44889 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b344df224d93,44889,1731572489145 because: Region server is closing 2024-11-14T08:22:12,222 INFO [RS:0;b344df224d93:44889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:44889. 2024-11-14T08:22:12,222 DEBUG [RS:0;b344df224d93:44889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:12,223 DEBUG [RS:0;b344df224d93:44889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:12,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:12,223 DEBUG [RS:0;b344df224d93:44889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:12,323 INFO [RS:0;b344df224d93:44889 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.shipperb344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 terminated 2024-11-14T08:22:12,323 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44889,1731572489145.replicationSource.wal-reader.b344df224d93%2C44889%2C1731572489145,1-b344df224d93,44889,1731572489145 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-14T08:22:12,323 INFO [RS:0;b344df224d93:44889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:44889. 2024-11-14T08:22:12,323 DEBUG [RS:0;b344df224d93:44889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:12,323 DEBUG [RS:0;b344df224d93:44889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:12,323 DEBUG [RS:0;b344df224d93:44889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:12,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:12,324 INFO [RS:0;b344df224d93:44889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44889 2024-11-14T08:22:12,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157/rs 2024-11-14T08:22:12,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101386f4dfd0001, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1537509157/rs/b344df224d93,44889,1731572489145 2024-11-14T08:22:12,376 INFO [RS:0;b344df224d93:44889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:22:12,376 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,44889,1731572489145] 2024-11-14T08:22:12,399 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1537509157/draining/b344df224d93,44889,1731572489145 already deleted, retry=false 2024-11-14T08:22:12,399 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,44889,1731572489145 expired; onlineServers=0 2024-11-14T08:22:12,399 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,46807,1731572488788' ***** 2024-11-14T08:22:12,399 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:22:12,399 INFO [M:0;b344df224d93:46807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:22:12,399 INFO [M:0;b344df224d93:46807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:22:12,399 DEBUG [M:0;b344df224d93:46807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:22:12,399 DEBUG [M:0;b344df224d93:46807 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:22:12,399 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:22:12,399 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572490830 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572490830,5,FailOnTimeoutGroup] 2024-11-14T08:22:12,399 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572490830 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572490830,5,FailOnTimeoutGroup] 2024-11-14T08:22:12,400 INFO [M:0;b344df224d93:46807 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:22:12,400 INFO [M:0;b344df224d93:46807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:22:12,400 DEBUG [M:0;b344df224d93:46807 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:22:12,400 INFO [M:0;b344df224d93:46807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:22:12,400 INFO [M:0;b344df224d93:46807 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:22:12,400 ERROR [M:0;b344df224d93:46807 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35487,5,PEWorkerGroup] 2024-11-14T08:22:12,400 INFO [M:0;b344df224d93:46807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:22:12,400 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:22:12,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1537509157/master 2024-11-14T08:22:12,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1537509157 2024-11-14T08:22:12,410 DEBUG [M:0;b344df224d93:46807 {}] zookeeper.ZKUtil(347): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Unable to get data of znode /0-1537509157/master because node does not exist (not an error) 2024-11-14T08:22:12,410 WARN [M:0;b344df224d93:46807 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T08:22:12,411 INFO [M:0;b344df224d93:46807 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/.lastflushedseqids 2024-11-14T08:22:12,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741847_1023 (size=245) 2024-11-14T08:22:12,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101386f4dfd0001, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:12,489 INFO [RS:0;b344df224d93:44889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:22:12,489 INFO [RS:0;b344df224d93:44889 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,44889,1731572489145; zookeeper connection closed. 2024-11-14T08:22:12,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44889-0x101386f4dfd0001, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:12,489 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b5a46c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b5a46c0 2024-11-14T08:22:12,489 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:22:12,814 INFO [M:0;b344df224d93:46807 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:22:12,815 INFO [M:0;b344df224d93:46807 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:22:12,815 DEBUG [M:0;b344df224d93:46807 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:22:12,815 INFO [M:0;b344df224d93:46807 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:12,815 DEBUG [M:0;b344df224d93:46807 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:12,815 DEBUG [M:0;b344df224d93:46807 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:22:12,815 DEBUG [M:0;b344df224d93:46807 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:12,815 INFO [M:0;b344df224d93:46807 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-14T08:22:12,829 DEBUG [M:0;b344df224d93:46807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47941a02d64d4246a0313079294c91c4 is 82, key is hbase:meta,,1/info:regioninfo/1731572492117/Put/seqid=0 2024-11-14T08:22:12,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741848_1024 (size=5672) 2024-11-14T08:22:13,232 INFO [M:0;b344df224d93:46807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47941a02d64d4246a0313079294c91c4 2024-11-14T08:22:13,253 DEBUG [M:0;b344df224d93:46807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21036e00b1954b8dba7e64ae191681df is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731572505400/Put/seqid=0 2024-11-14T08:22:13,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741849_1025 (size=7218) 2024-11-14T08:22:13,656 INFO [M:0;b344df224d93:46807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21036e00b1954b8dba7e64ae191681df 2024-11-14T08:22:13,660 INFO [M:0;b344df224d93:46807 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21036e00b1954b8dba7e64ae191681df 2024-11-14T08:22:13,674 DEBUG [M:0;b344df224d93:46807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52f0a316c3b648538601a3d36ba2c92f is 69, key is b344df224d93,44889,1731572489145/rs:state/1731572490910/Put/seqid=0 2024-11-14T08:22:13,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741850_1026 (size=5156) 2024-11-14T08:22:13,736 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:22:13,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:13,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:13,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:13,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:13,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:13,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:13,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:13,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:13,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:13,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:13,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:13,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:13,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:13,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:14,079 INFO [M:0;b344df224d93:46807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52f0a316c3b648538601a3d36ba2c92f 2024-11-14T08:22:14,083 DEBUG [M:0;b344df224d93:46807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47941a02d64d4246a0313079294c91c4 as hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47941a02d64d4246a0313079294c91c4 2024-11-14T08:22:14,086 INFO [M:0;b344df224d93:46807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47941a02d64d4246a0313079294c91c4, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T08:22:14,087 DEBUG [M:0;b344df224d93:46807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21036e00b1954b8dba7e64ae191681df as hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21036e00b1954b8dba7e64ae191681df 2024-11-14T08:22:14,090 INFO [M:0;b344df224d93:46807 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21036e00b1954b8dba7e64ae191681df 2024-11-14T08:22:14,090 INFO [M:0;b344df224d93:46807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21036e00b1954b8dba7e64ae191681df, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T08:22:14,091 DEBUG [M:0;b344df224d93:46807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52f0a316c3b648538601a3d36ba2c92f as hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52f0a316c3b648538601a3d36ba2c92f 2024-11-14T08:22:14,095 INFO [M:0;b344df224d93:46807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35487/user/jenkins/test-data/90c3e27d-d0b4-c897-562d-2d2072a18734/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52f0a316c3b648538601a3d36ba2c92f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T08:22:14,096 INFO [M:0;b344df224d93:46807 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false 2024-11-14T08:22:14,097 INFO [M:0;b344df224d93:46807 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:14,097 DEBUG [M:0;b344df224d93:46807 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572532815Disabling compacts and flushes for region at 1731572532815Disabling writes for close at 1731572532815Obtaining lock to block concurrent updates at 1731572532815Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572532815Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731572532815Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572532816 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572532816Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572532829 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572532829Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572533236 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572533252 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572533252Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572533660 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572533673 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572533673Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c3f3660: reopening flushed file at 1731572534082 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d612e35: reopening flushed file at 1731572534086 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5532a3dc: reopening flushed file at 1731572534090 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false at 1731572534096 (+6 ms)Writing region close event to WAL at 1731572534096Closed at 1731572534097 (+1 ms) 2024-11-14T08:22:14,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45017 is added to blk_1073741830_1006 (size=64423) 2024-11-14T08:22:14,101 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:22:14,101 INFO [M:0;b344df224d93:46807 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:22:14,101 INFO [M:0;b344df224d93:46807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46807 2024-11-14T08:22:14,101 INFO [M:0;b344df224d93:46807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:22:14,265 INFO [M:0;b344df224d93:46807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:22:14,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:14,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x101386f4dfd0000, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:14,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5423f172{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:22:14,268 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@750c6af9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:22:14,268 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:22:14,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33ac685e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:22:14,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56c84924{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/hadoop.log.dir/,STOPPED} 2024-11-14T08:22:14,269 WARN [BP-2144313063-172.17.0.3-1731572486755 heartbeating to localhost/127.0.0.1:35487 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:22:14,269 WARN [BP-2144313063-172.17.0.3-1731572486755 heartbeating to localhost/127.0.0.1:35487 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2144313063-172.17.0.3-1731572486755 (Datanode Uuid 8438c7ba-6e25-4b5b-a104-663b0ba30e2e) service to localhost/127.0.0.1:35487 2024-11-14T08:22:14,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/cluster_67eeae4c-e91f-cdf4-8b85-5cc8906f23f5/data/data1/current/BP-2144313063-172.17.0.3-1731572486755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:22:14,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/cluster_67eeae4c-e91f-cdf4-8b85-5cc8906f23f5/data/data2/current/BP-2144313063-172.17.0.3-1731572486755 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:22:14,270 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:22:14,270 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:22:14,270 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:22:14,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e509a7b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:22:14,276 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@217d97cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:22:14,276 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:22:14,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4af767c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:22:14,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d501c15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe65b22b-51f7-65e7-658d-eb6ba3bd3bfa/hadoop.log.dir/,STOPPED} 2024-11-14T08:22:14,282 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T08:22:14,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T08:22:14,306 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 259) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35487 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:34151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53193) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34351 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34151 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53193) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53193) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:34351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=724 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 450), ProcessCount=11 (was 11), AvailableMemoryMB=4941 (was 5223) 2024-11-14T08:22:14,316 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=724, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=4941 2024-11-14T08:22:14,329 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-14T08:22:14,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/hadoop.log.dir so I do NOT create it in target/test-data/c4a23330-4477-f24e-d128-89903f509344 2024-11-14T08:22:14,330 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T08:22:14,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/hadoop.tmp.dir so I do NOT create it in target/test-data/c4a23330-4477-f24e-d128-89903f509344 2024-11-14T08:22:14,330 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20aa325a-38ba-97f9-e931-6d66bcfd00ee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T08:22:14,330 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344 2024-11-14T08:22:14,330 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/cluster_27227a62-1b34-ab0d-6116-bf6df85c0ccf, deleteOnExit=true 2024-11-14T08:22:14,356 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/cluster_27227a62-1b34-ab0d-6116-bf6df85c0ccf/zookeeper_0, clientPort=49585, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/cluster_27227a62-1b34-ab0d-6116-bf6df85c0ccf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/cluster_27227a62-1b34-ab0d-6116-bf6df85c0ccf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T08:22:14,359 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49585 2024-11-14T08:22:14,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:22:14,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:22:14,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/test.cache.data in system properties and HBase conf 2024-11-14T08:22:14,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:22:14,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:22:14,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:22:14,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:22:14,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:22:14,360 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:22:14,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:22:14,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:22:14,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:22:14,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:22:14,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:22:14,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:22:14,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:22:14,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:22:14,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:22:14,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:22:14,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:22:14,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:22:14,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:22:14,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:22:14,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101386f4dfd0002, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T08:22:14,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101386f4dfd0008, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T08:22:14,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101386f4dfd0005, quorum=127.0.0.1:53193, baseZNode=/14154250 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T08:22:14,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101386f4dfd0005, quorum=127.0.0.1:53193, baseZNode=/14154250 Received Disconnected from ZooKeeper, ignoring 2024-11-14T08:22:14,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101386f4dfd0008, quorum=127.0.0.1:53193, baseZNode=/2-533773487 Received Disconnected from ZooKeeper, ignoring 2024-11-14T08:22:14,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101386f4dfd0002, quorum=127.0.0.1:53193, baseZNode=/0-1537509157 Received Disconnected from ZooKeeper, ignoring 2024-11-14T08:22:14,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:22:14,698 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:22:14,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:22:14,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:22:14,705 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:22:14,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:22:14,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e23327{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:22:14,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9cb0b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:22:14,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c30a5ea{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/java.io.tmpdir/jetty-localhost-33785-hadoop-hdfs-3_4_1-tests_jar-_-any-9929192395249158611/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:22:14,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37fc7e6c{HTTP/1.1, (http/1.1)}{localhost:33785} 2024-11-14T08:22:14,807 INFO [Time-limited test {}] server.Server(415): Started @276343ms 2024-11-14T08:22:14,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T08:22:14,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T08:22:14,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T08:22:14,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:22:15,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:22:15,153 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:22:15,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:22:15,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:22:15,153 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T08:22:15,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@597e2541{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:22:15,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b09a662{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:22:15,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5acf288d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/java.io.tmpdir/jetty-localhost-43985-hadoop-hdfs-3_4_1-tests_jar-_-any-4858750892229180797/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:22:15,255 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@547754a2{HTTP/1.1, (http/1.1)}{localhost:43985} 2024-11-14T08:22:15,255 INFO [Time-limited test {}] server.Server(415): Started @276791ms 2024-11-14T08:22:15,257 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:22:15,986 WARN [Thread-3450 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/cluster_27227a62-1b34-ab0d-6116-bf6df85c0ccf/data/data2/current/BP-829758624-172.17.0.3-1731572534375/current, will proceed with Du for space computation calculation, 2024-11-14T08:22:15,986 WARN [Thread-3449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/cluster_27227a62-1b34-ab0d-6116-bf6df85c0ccf/data/data1/current/BP-829758624-172.17.0.3-1731572534375/current, will proceed with Du for space computation calculation, 2024-11-14T08:22:16,006 WARN [Thread-3437 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:22:16,008 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7765fb569244b82d with lease ID 0x3b30161c5e5d626a: Processing first storage report for DS-1f147fae-6614-4f67-b11a-7a2a6b9a17cc from datanode DatanodeRegistration(127.0.0.1:46803, datanodeUuid=0d919a11-f3c6-40cd-8be3-18d923a57a48, infoPort=41965, infoSecurePort=0, ipcPort=45657, storageInfo=lv=-57;cid=testClusterID;nsid=1672523954;c=1731572534375) 2024-11-14T08:22:16,008 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7765fb569244b82d with lease ID 0x3b30161c5e5d626a: from storage DS-1f147fae-6614-4f67-b11a-7a2a6b9a17cc node DatanodeRegistration(127.0.0.1:46803, datanodeUuid=0d919a11-f3c6-40cd-8be3-18d923a57a48, infoPort=41965, infoSecurePort=0, ipcPort=45657, storageInfo=lv=-57;cid=testClusterID;nsid=1672523954;c=1731572534375), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:22:16,008 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7765fb569244b82d with lease ID 0x3b30161c5e5d626a: Processing first storage report for DS-a8b5209e-5161-48b5-8e9e-1a6227b08135 from datanode DatanodeRegistration(127.0.0.1:46803, datanodeUuid=0d919a11-f3c6-40cd-8be3-18d923a57a48, infoPort=41965, infoSecurePort=0, ipcPort=45657, storageInfo=lv=-57;cid=testClusterID;nsid=1672523954;c=1731572534375) 2024-11-14T08:22:16,009 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7765fb569244b82d with lease ID 0x3b30161c5e5d626a: from storage DS-a8b5209e-5161-48b5-8e9e-1a6227b08135 node DatanodeRegistration(127.0.0.1:46803, datanodeUuid=0d919a11-f3c6-40cd-8be3-18d923a57a48, infoPort=41965, infoSecurePort=0, ipcPort=45657, storageInfo=lv=-57;cid=testClusterID;nsid=1672523954;c=1731572534375), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:22:16,080 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344 2024-11-14T08:22:16,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:22:16,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:22:16,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:22:16,488 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e with version=8 2024-11-14T08:22:16,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/hbase-staging 2024-11-14T08:22:16,490 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:22:16,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:22:16,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:22:16,490 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:22:16,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:22:16,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:22:16,490 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:22:16,490 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:22:16,490 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44169 2024-11-14T08:22:16,491 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44169 connecting to ZooKeeper ensemble=127.0.0.1:49585 2024-11-14T08:22:16,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441690x0, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:22:16,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44169-0x101387007ff0000 connected 2024-11-14T08:22:16,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:22:16,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:22:16,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Set watcher on znode that does not yet exist, /0708717110/running 2024-11-14T08:22:16,675 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e, hbase.cluster.distributed=false 2024-11-14T08:22:16,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Set watcher on znode that does not yet exist, /0708717110/acl 2024-11-14T08:22:16,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44169 2024-11-14T08:22:16,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44169 2024-11-14T08:22:16,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44169 2024-11-14T08:22:16,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44169 2024-11-14T08:22:16,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44169 2024-11-14T08:22:16,696 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:22:16,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:22:16,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:22:16,696 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:22:16,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:22:16,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:22:16,696 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:22:16,697 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:22:16,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42307 2024-11-14T08:22:16,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42307 connecting to ZooKeeper ensemble=127.0.0.1:49585 2024-11-14T08:22:16,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:22:16,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:22:16,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423070x0, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:22:16,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423070x0, quorum=127.0.0.1:49585, baseZNode=/0708717110 Set watcher on znode that does not yet exist, /0708717110/running 2024-11-14T08:22:16,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42307-0x101387007ff0001 connected 2024-11-14T08:22:16,715 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:22:16,715 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:22:16,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42307-0x101387007ff0001, quorum=127.0.0.1:49585, baseZNode=/0708717110 Set watcher on znode that does not yet exist, /0708717110/master 2024-11-14T08:22:16,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42307-0x101387007ff0001, quorum=127.0.0.1:49585, baseZNode=/0708717110 Set watcher on znode that does not yet exist, /0708717110/acl 2024-11-14T08:22:16,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42307 2024-11-14T08:22:16,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42307 2024-11-14T08:22:16,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42307 2024-11-14T08:22:16,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42307 2024-11-14T08:22:16,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42307 2024-11-14T08:22:16,749 DEBUG [M:0;b344df224d93:44169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:44169 2024-11-14T08:22:16,750 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0708717110/backup-masters/b344df224d93,44169,1731572536490 2024-11-14T08:22:16,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42307-0x101387007ff0001, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110/backup-masters 2024-11-14T08:22:16,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110/backup-masters 2024-11-14T08:22:16,757 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Set watcher on existing znode=/0708717110/backup-masters/b344df224d93,44169,1731572536490 2024-11-14T08:22:16,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42307-0x101387007ff0001, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0708717110/master 2024-11-14T08:22:16,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110 2024-11-14T08:22:16,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42307-0x101387007ff0001, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110 2024-11-14T08:22:16,767 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Set watcher on existing znode=/0708717110/master 2024-11-14T08:22:16,767 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0708717110/backup-masters/b344df224d93,44169,1731572536490 from backup master directory 2024-11-14T08:22:16,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0708717110/backup-masters/b344df224d93,44169,1731572536490 2024-11-14T08:22:16,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42307-0x101387007ff0001, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110/backup-masters 2024-11-14T08:22:16,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110/backup-masters 2024-11-14T08:22:16,777 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:22:16,777 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,44169,1731572536490 2024-11-14T08:22:16,780 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/hbase.id] with ID: 2861f309-4c3c-4f52-8fb5-aeb9e7fb23bb 2024-11-14T08:22:16,780 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/.tmp/hbase.id 2024-11-14T08:22:16,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:22:17,187 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/.tmp/hbase.id]:[hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/hbase.id] 2024-11-14T08:22:17,195 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:22:17,195 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:22:17,196 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T08:22:17,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42307-0x101387007ff0001, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110 2024-11-14T08:22:17,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110 2024-11-14T08:22:17,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:22:17,654 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:22:17,655 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:22:17,655 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:22:17,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:22:18,061 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/data/master/store 2024-11-14T08:22:18,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:22:18,467 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:18,467 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:22:18,467 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:18,467 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:18,467 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:22:18,467 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:18,467 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:18,467 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572538467Disabling compacts and flushes for region at 1731572538467Disabling writes for close at 1731572538467Writing region close event to WAL at 1731572538467Closed at 1731572538467 2024-11-14T08:22:18,468 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/data/master/store/.initializing 2024-11-14T08:22:18,468 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/WALs/b344df224d93,44169,1731572536490 2024-11-14T08:22:18,469 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:22:18,470 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C44169%2C1731572536490, suffix=, logDir=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/WALs/b344df224d93,44169,1731572536490, archiveDir=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/oldWALs, maxLogs=10 2024-11-14T08:22:18,485 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/WALs/b344df224d93,44169,1731572536490/b344df224d93%2C44169%2C1731572536490.1731572538470, exclude list is [], retry=0 2024-11-14T08:22:18,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46803,DS-1f147fae-6614-4f67-b11a-7a2a6b9a17cc,DISK] 2024-11-14T08:22:18,488 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/WALs/b344df224d93,44169,1731572536490/b344df224d93%2C44169%2C1731572536490.1731572538470 2024-11-14T08:22:18,488 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41965:41965)] 2024-11-14T08:22:18,488 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:22:18,488 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:18,489 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:18,489 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:18,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:18,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:22:18,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:18,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:18,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:18,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:22:18,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:18,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:18,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:18,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:22:18,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:18,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:18,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:18,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:22:18,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:18,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:18,494 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:18,494 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:18,495 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:18,495 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:18,496 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:18,496 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:22:18,497 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:18,498 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:22:18,498 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75063311, jitterRate=0.11853049695491791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:22:18,499 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572538489Initializing all the Stores at 1731572538489Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572538489Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572538489Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572538489Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572538489Cleaning up temporary data from old regions at 1731572538496 (+7 ms)Region opened successfully at 1731572538499 (+3 ms) 2024-11-14T08:22:18,499 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:22:18,501 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ca7429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:22:18,502 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:22:18,502 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:22:18,502 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:22:18,502 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:22:18,502 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T08:22:18,502 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T08:22:18,502 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:22:18,505 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:22:18,506 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Unable to get data of znode /0708717110/balancer because node does not exist (not necessarily an error) 2024-11-14T08:22:18,567 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0708717110/balancer already deleted, retry=false 2024-11-14T08:22:18,567 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:22:18,567 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Unable to get data of znode /0708717110/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:22:18,657 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0708717110/normalizer already deleted, retry=false 2024-11-14T08:22:18,657 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:22:18,657 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Unable to get data of znode /0708717110/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:22:18,682 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0708717110/switch/split already deleted, retry=false 2024-11-14T08:22:18,683 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Unable to get data of znode /0708717110/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:22:18,693 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0708717110/switch/merge already deleted, retry=false 2024-11-14T08:22:18,694 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Unable to get data of znode /0708717110/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:22:18,703 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0708717110/snapshot-cleanup already deleted, retry=false 2024-11-14T08:22:18,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0708717110/running 2024-11-14T08:22:18,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42307-0x101387007ff0001, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0708717110/running 2024-11-14T08:22:18,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110 2024-11-14T08:22:18,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42307-0x101387007ff0001, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110 2024-11-14T08:22:18,714 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,44169,1731572536490, sessionid=0x101387007ff0000, setting cluster-up flag (Was=false) 2024-11-14T08:22:18,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42307-0x101387007ff0001, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110 2024-11-14T08:22:18,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110 2024-11-14T08:22:18,767 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0708717110/flush-table-proc/acquired, /0708717110/flush-table-proc/reached, /0708717110/flush-table-proc/abort 2024-11-14T08:22:18,768 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,44169,1731572536490 2024-11-14T08:22:18,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42307-0x101387007ff0001, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110 2024-11-14T08:22:18,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110 2024-11-14T08:22:18,819 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0708717110/online-snapshot/acquired, /0708717110/online-snapshot/reached, /0708717110/online-snapshot/abort 2024-11-14T08:22:18,820 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,44169,1731572536490 2024-11-14T08:22:18,821 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:22:18,822 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:22:18,822 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:22:18,823 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:22:18,823 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,44169,1731572536490 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:22:18,824 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:22:18,824 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:22:18,824 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:22:18,824 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:22:18,824 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:22:18,824 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:18,824 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:22:18,824 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:18,825 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572568825 2024-11-14T08:22:18,825 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:22:18,825 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:22:18,825 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:22:18,825 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:22:18,825 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:22:18,825 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:22:18,825 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:22:18,825 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:18,825 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:22:18,825 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:22:18,826 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:22:18,826 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:22:18,826 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:22:18,826 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:18,826 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:22:18,826 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:22:18,826 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:22:18,826 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572538826,5,FailOnTimeoutGroup] 2024-11-14T08:22:18,826 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572538826,5,FailOnTimeoutGroup] 2024-11-14T08:22:18,826 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:18,826 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:22:18,826 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:18,826 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:18,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:22:18,839 INFO [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(746): ClusterId : 2861f309-4c3c-4f52-8fb5-aeb9e7fb23bb 2024-11-14T08:22:18,839 DEBUG [RS:0;b344df224d93:42307 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:22:18,852 DEBUG [RS:0;b344df224d93:42307 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:22:18,852 DEBUG [RS:0;b344df224d93:42307 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:22:18,862 DEBUG [RS:0;b344df224d93:42307 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:22:18,862 DEBUG [RS:0;b344df224d93:42307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0d8e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:22:18,876 DEBUG [RS:0;b344df224d93:42307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:42307 2024-11-14T08:22:18,876 INFO [RS:0;b344df224d93:42307 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:22:18,876 INFO [RS:0;b344df224d93:42307 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:22:18,876 DEBUG [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:22:18,877 INFO [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,44169,1731572536490 with port=42307, startcode=1731572536696 2024-11-14T08:22:18,877 DEBUG [RS:0;b344df224d93:42307 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:22:18,878 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:22:18,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44169 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,42307,1731572536696 2024-11-14T08:22:18,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44169 {}] master.ServerManager(517): Registering regionserver=b344df224d93,42307,1731572536696 2024-11-14T08:22:18,879 DEBUG [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e 2024-11-14T08:22:18,879 DEBUG [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45493 2024-11-14T08:22:18,879 DEBUG [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:22:18,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110/rs 2024-11-14T08:22:18,891 DEBUG [RS:0;b344df224d93:42307 {}] zookeeper.ZKUtil(111): regionserver:42307-0x101387007ff0001, quorum=127.0.0.1:49585, baseZNode=/0708717110 Set watcher on existing znode=/0708717110/rs/b344df224d93,42307,1731572536696 2024-11-14T08:22:18,891 WARN [RS:0;b344df224d93:42307 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:22:18,891 INFO [RS:0;b344df224d93:42307 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:22:18,891 DEBUG [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696 2024-11-14T08:22:18,891 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,42307,1731572536696] 2024-11-14T08:22:18,894 INFO [RS:0;b344df224d93:42307 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:22:18,895 INFO [RS:0;b344df224d93:42307 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:22:18,897 INFO [RS:0;b344df224d93:42307 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:22:18,898 INFO [RS:0;b344df224d93:42307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:18,898 INFO [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:22:18,898 INFO [RS:0;b344df224d93:42307 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:22:18,898 INFO [RS:0;b344df224d93:42307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:18,898 DEBUG [RS:0;b344df224d93:42307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:18,899 DEBUG [RS:0;b344df224d93:42307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:18,899 DEBUG [RS:0;b344df224d93:42307 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:18,899 DEBUG [RS:0;b344df224d93:42307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:18,899 DEBUG [RS:0;b344df224d93:42307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:18,899 DEBUG [RS:0;b344df224d93:42307 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:22:18,899 DEBUG [RS:0;b344df224d93:42307 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:18,899 DEBUG [RS:0;b344df224d93:42307 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:18,899 DEBUG [RS:0;b344df224d93:42307 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:18,899 DEBUG [RS:0;b344df224d93:42307 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:18,899 DEBUG [RS:0;b344df224d93:42307 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:18,899 DEBUG [RS:0;b344df224d93:42307 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:18,899 DEBUG [RS:0;b344df224d93:42307 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:22:18,899 DEBUG [RS:0;b344df224d93:42307 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:22:18,902 INFO [RS:0;b344df224d93:42307 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:18,902 INFO [RS:0;b344df224d93:42307 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:18,902 INFO [RS:0;b344df224d93:42307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:18,902 INFO [RS:0;b344df224d93:42307 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:18,902 INFO [RS:0;b344df224d93:42307 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:18,902 INFO [RS:0;b344df224d93:42307 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,42307,1731572536696-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:22:18,914 INFO [RS:0;b344df224d93:42307 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:22:18,914 INFO [RS:0;b344df224d93:42307 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,42307,1731572536696-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:18,914 INFO [RS:0;b344df224d93:42307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:18,914 INFO [RS:0;b344df224d93:42307 {}] regionserver.Replication(171): b344df224d93,42307,1731572536696 started 2024-11-14T08:22:18,926 INFO [RS:0;b344df224d93:42307 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:18,926 INFO [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,42307,1731572536696, RpcServer on b344df224d93/172.17.0.3:42307, sessionid=0x101387007ff0001 2024-11-14T08:22:18,926 DEBUG [RS:0;b344df224d93:42307 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:22:18,926 DEBUG [RS:0;b344df224d93:42307 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,42307,1731572536696 2024-11-14T08:22:18,926 DEBUG [RS:0;b344df224d93:42307 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,42307,1731572536696' 2024-11-14T08:22:18,926 DEBUG [RS:0;b344df224d93:42307 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0708717110/flush-table-proc/abort' 2024-11-14T08:22:18,926 DEBUG [RS:0;b344df224d93:42307 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0708717110/flush-table-proc/acquired' 2024-11-14T08:22:18,927 DEBUG [RS:0;b344df224d93:42307 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:22:18,927 DEBUG [RS:0;b344df224d93:42307 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:22:18,927 DEBUG [RS:0;b344df224d93:42307 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,42307,1731572536696 2024-11-14T08:22:18,927 DEBUG [RS:0;b344df224d93:42307 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,42307,1731572536696' 2024-11-14T08:22:18,927 DEBUG [RS:0;b344df224d93:42307 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0708717110/online-snapshot/abort' 2024-11-14T08:22:18,927 DEBUG [RS:0;b344df224d93:42307 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0708717110/online-snapshot/acquired' 2024-11-14T08:22:18,927 DEBUG [RS:0;b344df224d93:42307 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:22:18,927 INFO [RS:0;b344df224d93:42307 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:22:18,927 INFO [RS:0;b344df224d93:42307 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:22:19,028 INFO [RS:0;b344df224d93:42307 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:22:19,029 INFO [RS:0;b344df224d93:42307 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C42307%2C1731572536696, suffix=, logDir=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696, archiveDir=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/oldWALs, maxLogs=10 2024-11-14T08:22:19,040 DEBUG [RS:0;b344df224d93:42307 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029, exclude list is [], retry=0 2024-11-14T08:22:19,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46803,DS-1f147fae-6614-4f67-b11a-7a2a6b9a17cc,DISK] 2024-11-14T08:22:19,043 INFO [RS:0;b344df224d93:42307 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 2024-11-14T08:22:19,043 DEBUG [RS:0;b344df224d93:42307 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41965:41965)] 2024-11-14T08:22:19,231 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:22:19,231 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e 2024-11-14T08:22:19,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741833_1009 (size=32) 2024-11-14T08:22:19,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:19,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:22:19,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:22:19,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:19,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:19,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:22:19,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:22:19,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:19,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:19,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:22:19,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:22:19,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:19,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:19,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:22:19,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:22:19,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:19,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:19,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:22:19,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740 2024-11-14T08:22:19,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740 2024-11-14T08:22:19,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:22:19,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:22:19,642 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:22:19,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:22:19,644 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:22:19,644 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67321328, jitterRate=0.0031659603118896484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:22:19,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572539636Initializing all the Stores at 1731572539636Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572539636Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572539636Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572539636Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572539636Cleaning up temporary data from old regions at 1731572539642 (+6 ms)Region opened successfully at 1731572539644 (+2 ms) 2024-11-14T08:22:19,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:22:19,645 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:22:19,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:22:19,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:22:19,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:22:19,645 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:22:19,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572539644Disabling compacts and flushes for region at 1731572539645 (+1 ms)Disabling writes for close at 1731572539645Writing region close event to WAL at 1731572539645Closed at 1731572539645 2024-11-14T08:22:19,646 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:22:19,646 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:22:19,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:22:19,646 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:22:19,647 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:22:19,797 DEBUG [b344df224d93:44169 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:22:19,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,42307,1731572536696 2024-11-14T08:22:19,798 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,42307,1731572536696, state=OPENING 2024-11-14T08:22:19,861 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:22:19,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110 2024-11-14T08:22:19,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42307-0x101387007ff0001, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110 2024-11-14T08:22:19,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0708717110/meta-region-server: CHANGED 2024-11-14T08:22:19,872 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:22:19,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0708717110/meta-region-server: CHANGED 2024-11-14T08:22:19,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,42307,1731572536696}] 2024-11-14T08:22:20,024 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:22:20,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:22:20,028 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:22:20,028 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:22:20,028 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:22:20,029 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C42307%2C1731572536696.meta, suffix=.meta, logDir=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696, archiveDir=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/oldWALs, maxLogs=10 2024-11-14T08:22:20,041 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.meta.1731572540029.meta, exclude list is [], retry=0 2024-11-14T08:22:20,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46803,DS-1f147fae-6614-4f67-b11a-7a2a6b9a17cc,DISK] 2024-11-14T08:22:20,044 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.meta.1731572540029.meta 2024-11-14T08:22:20,044 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41965:41965)] 2024-11-14T08:22:20,045 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:22:20,045 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:22:20,045 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:22:20,045 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:22:20,045 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:22:20,045 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:22:20,045 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:20,045 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:22:20,045 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:22:20,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:22:20,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:22:20,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:20,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:20,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:22:20,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:22:20,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:20,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:20,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:22:20,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:22:20,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:20,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:20,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:22:20,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:22:20,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:20,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:20,049 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:22:20,049 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740 2024-11-14T08:22:20,050 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740 2024-11-14T08:22:20,051 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:22:20,051 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:22:20,051 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:22:20,052 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:22:20,052 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66746102, jitterRate=-0.0054055750370025635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:22:20,052 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:22:20,052 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572540045Writing region info on filesystem at 1731572540045Initializing all the Stores at 1731572540046 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572540046Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572540046Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572540046Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572540046Cleaning up temporary data from old regions at 1731572540051 (+5 ms)Running coprocessor post-open hooks at 1731572540052 (+1 ms)Region opened successfully at 1731572540052 2024-11-14T08:22:20,053 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572540024 2024-11-14T08:22:20,055 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:22:20,055 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:22:20,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,42307,1731572536696 2024-11-14T08:22:20,056 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,42307,1731572536696, state=OPEN 2024-11-14T08:22:20,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0708717110/meta-region-server 2024-11-14T08:22:20,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42307-0x101387007ff0001, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0708717110/meta-region-server 2024-11-14T08:22:20,091 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,42307,1731572536696 2024-11-14T08:22:20,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0708717110/meta-region-server: CHANGED 2024-11-14T08:22:20,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0708717110/meta-region-server: CHANGED 2024-11-14T08:22:20,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:22:20,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,42307,1731572536696 in 219 msec 2024-11-14T08:22:20,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:22:20,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-14T08:22:20,094 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:22:20,095 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:22:20,096 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:22:20,096 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,42307,1731572536696, seqNum=-1] 2024-11-14T08:22:20,096 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:22:20,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:22:20,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-11-14T08:22:20,101 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572540101, completionTime=-1 2024-11-14T08:22:20,101 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:22:20,101 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:22:20,103 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:22:20,103 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572600103 2024-11-14T08:22:20,103 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572660103 2024-11-14T08:22:20,103 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T08:22:20,103 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44169,1731572536490-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:20,103 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44169,1731572536490-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:20,103 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44169,1731572536490-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:20,103 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:44169, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:20,103 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:20,104 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:20,105 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:22:20,107 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.330sec 2024-11-14T08:22:20,107 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:22:20,107 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:22:20,107 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:22:20,107 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:22:20,107 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:22:20,107 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44169,1731572536490-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:22:20,107 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44169,1731572536490-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:22:20,108 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:22:20,108 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:22:20,109 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44169,1731572536490-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:20,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2faaedb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:20,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,44169,-1 for getting cluster id 2024-11-14T08:22:20,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:22:20,141 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2861f309-4c3c-4f52-8fb5-aeb9e7fb23bb' 2024-11-14T08:22:20,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:22:20,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2861f309-4c3c-4f52-8fb5-aeb9e7fb23bb" 2024-11-14T08:22:20,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37766b94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:20,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,44169,-1] 2024-11-14T08:22:20,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:22:20,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:20,142 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:22:20,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a86471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:20,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:22:20,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,42307,1731572536696, seqNum=-1] 2024-11-14T08:22:20,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:22:20,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:22:20,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,44169,1731572536490 2024-11-14T08:22:20,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49585 2024-11-14T08:22:20,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:22:20,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101387007ff0002 connected 2024-11-14T08:22:20,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/hadoop.log.dir so I do NOT create it in target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5 2024-11-14T08:22:20,179 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T08:22:20,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/hadoop.tmp.dir so I do NOT create it in target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5 2024-11-14T08:22:20,179 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T08:22:20,179 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5 2024-11-14T08:22:20,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:22:20,179 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/cluster_c16de512-da59-f281-8406-5eae8b2c9e92, deleteOnExit=true 2024-11-14T08:22:20,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:22:20,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/test.cache.data in system properties and HBase conf 2024-11-14T08:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:22:20,180 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:22:20,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:22:20,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:22:20,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:22:20,444 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:22:20,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:20,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:20,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:20,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:20,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:20,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:20,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:20,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:20,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:20,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:20,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:20,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:20,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:20,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:20,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:20,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:22:20,525 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:22:20,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:22:20,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:22:20,527 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T08:22:20,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:22:20,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c2a29d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:22:20,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7df4e5c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:22:20,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72eb27aa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/java.io.tmpdir/jetty-localhost-46277-hadoop-hdfs-3_4_1-tests_jar-_-any-4106554972511761410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:22:20,629 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3848dcf8{HTTP/1.1, (http/1.1)}{localhost:46277} 2024-11-14T08:22:20,629 INFO [Time-limited test {}] server.Server(415): Started @282165ms 2024-11-14T08:22:20,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:22:20,891 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:22:20,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:22:20,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:22:20,895 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T08:22:20,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22a5a6cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:22:20,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b3c6a8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:22:20,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52db7757{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/java.io.tmpdir/jetty-localhost-46855-hadoop-hdfs-3_4_1-tests_jar-_-any-9828897203183494990/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:22:20,996 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72ea3887{HTTP/1.1, (http/1.1)}{localhost:46855} 2024-11-14T08:22:20,996 INFO [Time-limited test {}] server.Server(415): Started @282531ms 2024-11-14T08:22:20,996 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:22:21,668 WARN [Thread-3570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/cluster_c16de512-da59-f281-8406-5eae8b2c9e92/data/data1/current/BP-465877144-172.17.0.3-1731572540195/current, will proceed with Du for space computation calculation, 2024-11-14T08:22:21,668 WARN [Thread-3571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/cluster_c16de512-da59-f281-8406-5eae8b2c9e92/data/data2/current/BP-465877144-172.17.0.3-1731572540195/current, will proceed with Du for space computation calculation, 2024-11-14T08:22:21,682 WARN [Thread-3558 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:22:21,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc4bf20fb125a255 with lease ID 0xdfade5526dfeb9ca: Processing first storage report for DS-4b919af2-b310-48b9-bfae-2002e78441ef from datanode DatanodeRegistration(127.0.0.1:41337, datanodeUuid=86b7b600-a44f-444a-95af-5b15cc79bfc8, infoPort=44299, infoSecurePort=0, ipcPort=41769, storageInfo=lv=-57;cid=testClusterID;nsid=771220776;c=1731572540195) 2024-11-14T08:22:21,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc4bf20fb125a255 with lease ID 0xdfade5526dfeb9ca: from storage DS-4b919af2-b310-48b9-bfae-2002e78441ef node DatanodeRegistration(127.0.0.1:41337, datanodeUuid=86b7b600-a44f-444a-95af-5b15cc79bfc8, infoPort=44299, infoSecurePort=0, ipcPort=41769, storageInfo=lv=-57;cid=testClusterID;nsid=771220776;c=1731572540195), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:22:21,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc4bf20fb125a255 with lease ID 0xdfade5526dfeb9ca: Processing first storage report for DS-b76e57bb-70e6-4e5a-bb92-efefc1180084 from datanode DatanodeRegistration(127.0.0.1:41337, datanodeUuid=86b7b600-a44f-444a-95af-5b15cc79bfc8, infoPort=44299, infoSecurePort=0, ipcPort=41769, storageInfo=lv=-57;cid=testClusterID;nsid=771220776;c=1731572540195) 2024-11-14T08:22:21,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc4bf20fb125a255 with lease ID 0xdfade5526dfeb9ca: from storage DS-b76e57bb-70e6-4e5a-bb92-efefc1180084 node DatanodeRegistration(127.0.0.1:41337, datanodeUuid=86b7b600-a44f-444a-95af-5b15cc79bfc8, infoPort=44299, infoSecurePort=0, ipcPort=41769, storageInfo=lv=-57;cid=testClusterID;nsid=771220776;c=1731572540195), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:22:21,717 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5 2024-11-14T08:22:21,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:22:21,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:22:21,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:22:21,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:22:21,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:22:21,824 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88441 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:22:22,130 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048 with version=8 2024-11-14T08:22:22,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/hbase-staging 2024-11-14T08:22:22,133 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:22:22,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:22:22,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:22:22,133 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:22:22,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:22:22,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:22:22,133 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:22:22,133 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:22:22,134 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39285 2024-11-14T08:22:22,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39285 connecting to ZooKeeper ensemble=127.0.0.1:49585 2024-11-14T08:22:22,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392850x0, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:22:22,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39285-0x101387007ff0003 connected 2024-11-14T08:22:22,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:22:22,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:22:22,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Set watcher on znode that does not yet exist, /1726225537/running 2024-11-14T08:22:22,264 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048, hbase.cluster.distributed=false 2024-11-14T08:22:22,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Set watcher on znode that does not yet exist, /1726225537/acl 2024-11-14T08:22:22,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39285 2024-11-14T08:22:22,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39285 2024-11-14T08:22:22,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39285 2024-11-14T08:22:22,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39285 2024-11-14T08:22:22,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39285 2024-11-14T08:22:22,283 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:22:22,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:22:22,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:22:22,283 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:22:22,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:22:22,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:22:22,283 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:22:22,284 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:22:22,284 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44079 2024-11-14T08:22:22,285 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44079 connecting to ZooKeeper ensemble=127.0.0.1:49585 2024-11-14T08:22:22,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:22:22,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:22:22,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440790x0, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:22:22,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440790x0, quorum=127.0.0.1:49585, baseZNode=/1726225537 Set watcher on znode that does not yet exist, /1726225537/running 2024-11-14T08:22:22,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44079-0x101387007ff0004 connected 2024-11-14T08:22:22,302 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:22:22,302 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:22:22,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44079-0x101387007ff0004, quorum=127.0.0.1:49585, baseZNode=/1726225537 Set watcher on znode that does not yet exist, /1726225537/master 2024-11-14T08:22:22,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44079-0x101387007ff0004, quorum=127.0.0.1:49585, baseZNode=/1726225537 Set watcher on znode that does not yet exist, /1726225537/acl 2024-11-14T08:22:22,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44079 2024-11-14T08:22:22,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44079 2024-11-14T08:22:22,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44079 2024-11-14T08:22:22,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44079 2024-11-14T08:22:22,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44079 2024-11-14T08:22:22,316 DEBUG [M:0;b344df224d93:39285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:39285 2024-11-14T08:22:22,318 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1726225537/backup-masters/b344df224d93,39285,1731572542132 2024-11-14T08:22:22,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x101387007ff0004, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537/backup-masters 2024-11-14T08:22:22,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537/backup-masters 2024-11-14T08:22:22,325 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Set watcher on existing znode=/1726225537/backup-masters/b344df224d93,39285,1731572542132 2024-11-14T08:22:22,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537 2024-11-14T08:22:22,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x101387007ff0004, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1726225537/master 2024-11-14T08:22:22,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x101387007ff0004, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537 2024-11-14T08:22:22,335 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Set watcher on existing znode=/1726225537/master 2024-11-14T08:22:22,335 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1726225537/backup-masters/b344df224d93,39285,1731572542132 from backup master directory 2024-11-14T08:22:22,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1726225537/backup-masters/b344df224d93,39285,1731572542132 2024-11-14T08:22:22,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537/backup-masters 2024-11-14T08:22:22,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x101387007ff0004, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537/backup-masters 2024-11-14T08:22:22,345 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:22:22,345 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,39285,1731572542132 2024-11-14T08:22:22,348 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/hbase.id] with ID: 1b6f8fea-2655-4c52-bec6-3f6d978c80f8 2024-11-14T08:22:22,348 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/.tmp/hbase.id 2024-11-14T08:22:22,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:22:22,752 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/.tmp/hbase.id]:[hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/hbase.id] 2024-11-14T08:22:22,758 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:22:22,758 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:22:22,759 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T08:22:22,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537 2024-11-14T08:22:22,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x101387007ff0004, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537 2024-11-14T08:22:22,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:22:23,213 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:22:23,214 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:22:23,214 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:22:23,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:22:23,620 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/data/master/store 2024-11-14T08:22:23,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:22:24,026 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:24,026 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:22:24,026 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:24,026 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:24,026 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:22:24,026 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:24,026 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:24,026 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572544026Disabling compacts and flushes for region at 1731572544026Disabling writes for close at 1731572544026Writing region close event to WAL at 1731572544026Closed at 1731572544026 2024-11-14T08:22:24,027 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/data/master/store/.initializing 2024-11-14T08:22:24,027 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/WALs/b344df224d93,39285,1731572542132 2024-11-14T08:22:24,028 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:22:24,029 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C39285%2C1731572542132, suffix=, logDir=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/WALs/b344df224d93,39285,1731572542132, archiveDir=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/oldWALs, maxLogs=10 2024-11-14T08:22:24,044 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/WALs/b344df224d93,39285,1731572542132/b344df224d93%2C39285%2C1731572542132.1731572544029, exclude list is [], retry=0 2024-11-14T08:22:24,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41337,DS-4b919af2-b310-48b9-bfae-2002e78441ef,DISK] 2024-11-14T08:22:24,048 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/WALs/b344df224d93,39285,1731572542132/b344df224d93%2C39285%2C1731572542132.1731572544029 2024-11-14T08:22:24,048 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-14T08:22:24,048 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:22:24,048 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:24,048 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:24,048 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:24,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:24,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:22:24,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:24,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:24,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:24,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:22:24,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:24,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:24,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:24,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:22:24,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:24,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:24,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:24,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:22:24,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:24,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:24,055 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:24,055 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:24,055 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:24,056 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:24,056 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:24,057 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:22:24,057 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:24,059 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:22:24,059 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64625538, jitterRate=-0.037004441022872925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:22:24,059 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572544048Initializing all the Stores at 1731572544049 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572544049Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572544050 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572544050Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572544050Cleaning up temporary data from old regions at 1731572544056 (+6 ms)Region opened successfully at 1731572544059 (+3 ms) 2024-11-14T08:22:24,059 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:22:24,061 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149535e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:22:24,061 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:22:24,062 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:22:24,062 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:22:24,062 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:22:24,062 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T08:22:24,062 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T08:22:24,062 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:22:24,063 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:22:24,064 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Unable to get data of znode /1726225537/balancer because node does not exist (not necessarily an error) 2024-11-14T08:22:24,124 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1726225537/balancer already deleted, retry=false 2024-11-14T08:22:24,124 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:22:24,125 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Unable to get data of znode /1726225537/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:22:24,135 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1726225537/normalizer already deleted, retry=false 2024-11-14T08:22:24,135 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:22:24,136 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Unable to get data of znode /1726225537/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:22:24,145 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1726225537/switch/split already deleted, retry=false 2024-11-14T08:22:24,146 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Unable to get data of znode /1726225537/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:22:24,156 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1726225537/switch/merge already deleted, retry=false 2024-11-14T08:22:24,157 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Unable to get data of znode /1726225537/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:22:24,166 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1726225537/snapshot-cleanup already deleted, retry=false 2024-11-14T08:22:24,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1726225537/running 2024-11-14T08:22:24,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x101387007ff0004, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1726225537/running 2024-11-14T08:22:24,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537 2024-11-14T08:22:24,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x101387007ff0004, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537 2024-11-14T08:22:24,177 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,39285,1731572542132, sessionid=0x101387007ff0003, setting cluster-up flag (Was=false) 2024-11-14T08:22:24,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537 2024-11-14T08:22:24,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x101387007ff0004, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537 2024-11-14T08:22:24,229 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1726225537/flush-table-proc/acquired, /1726225537/flush-table-proc/reached, /1726225537/flush-table-proc/abort 2024-11-14T08:22:24,230 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,39285,1731572542132 2024-11-14T08:22:24,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537 2024-11-14T08:22:24,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x101387007ff0004, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537 2024-11-14T08:22:24,282 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1726225537/online-snapshot/acquired, /1726225537/online-snapshot/reached, /1726225537/online-snapshot/abort 2024-11-14T08:22:24,283 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,39285,1731572542132 2024-11-14T08:22:24,284 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:22:24,285 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:22:24,285 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:22:24,285 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:22:24,285 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,39285,1731572542132 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:22:24,286 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:22:24,286 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:22:24,286 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:22:24,286 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:22:24,287 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:22:24,287 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:24,287 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:22:24,287 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:24,287 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572574287 2024-11-14T08:22:24,287 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:22:24,287 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:22:24,287 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:22:24,287 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:22:24,287 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:22:24,287 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:22:24,287 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:22:24,288 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:22:24,288 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:24,288 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:22:24,288 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:22:24,288 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:22:24,288 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:22:24,288 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:24,288 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:22:24,288 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:22:24,288 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:22:24,288 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572544288,5,FailOnTimeoutGroup] 2024-11-14T08:22:24,289 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572544288,5,FailOnTimeoutGroup] 2024-11-14T08:22:24,289 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:24,289 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:22:24,289 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:24,289 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:24,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:22:24,309 INFO [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(746): ClusterId : 1b6f8fea-2655-4c52-bec6-3f6d978c80f8 2024-11-14T08:22:24,309 DEBUG [RS:0;b344df224d93:44079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:22:24,314 DEBUG [RS:0;b344df224d93:44079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:22:24,314 DEBUG [RS:0;b344df224d93:44079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:22:24,325 DEBUG [RS:0;b344df224d93:44079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:22:24,325 DEBUG [RS:0;b344df224d93:44079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a23627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:22:24,335 DEBUG [RS:0;b344df224d93:44079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:44079 2024-11-14T08:22:24,335 INFO [RS:0;b344df224d93:44079 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:22:24,335 INFO [RS:0;b344df224d93:44079 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:22:24,335 DEBUG [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:22:24,336 INFO [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,39285,1731572542132 with port=44079, startcode=1731572542283 2024-11-14T08:22:24,336 DEBUG [RS:0;b344df224d93:44079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:22:24,337 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:22:24,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,44079,1731572542283 2024-11-14T08:22:24,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39285 {}] master.ServerManager(517): Registering regionserver=b344df224d93,44079,1731572542283 2024-11-14T08:22:24,339 DEBUG [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048 2024-11-14T08:22:24,339 DEBUG [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43403 2024-11-14T08:22:24,339 DEBUG [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:22:24,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537/rs 2024-11-14T08:22:24,346 DEBUG [RS:0;b344df224d93:44079 {}] zookeeper.ZKUtil(111): regionserver:44079-0x101387007ff0004, quorum=127.0.0.1:49585, baseZNode=/1726225537 Set watcher on existing znode=/1726225537/rs/b344df224d93,44079,1731572542283 2024-11-14T08:22:24,346 WARN [RS:0;b344df224d93:44079 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:22:24,346 INFO [RS:0;b344df224d93:44079 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:22:24,346 DEBUG [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283 2024-11-14T08:22:24,346 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,44079,1731572542283] 2024-11-14T08:22:24,348 INFO [RS:0;b344df224d93:44079 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:22:24,349 INFO [RS:0;b344df224d93:44079 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:22:24,351 INFO [RS:0;b344df224d93:44079 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:22:24,351 INFO [RS:0;b344df224d93:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:24,351 INFO [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:22:24,351 INFO [RS:0;b344df224d93:44079 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:22:24,351 INFO [RS:0;b344df224d93:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:24,351 DEBUG [RS:0;b344df224d93:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:24,351 DEBUG [RS:0;b344df224d93:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:24,351 DEBUG [RS:0;b344df224d93:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:24,351 DEBUG [RS:0;b344df224d93:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:24,351 DEBUG [RS:0;b344df224d93:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:24,351 DEBUG [RS:0;b344df224d93:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:22:24,352 DEBUG [RS:0;b344df224d93:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:24,352 DEBUG [RS:0;b344df224d93:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:24,352 DEBUG [RS:0;b344df224d93:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:24,352 DEBUG [RS:0;b344df224d93:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:24,352 DEBUG [RS:0;b344df224d93:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:24,352 DEBUG [RS:0;b344df224d93:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:24,352 DEBUG [RS:0;b344df224d93:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:22:24,352 DEBUG [RS:0;b344df224d93:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:22:24,352 INFO [RS:0;b344df224d93:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:24,352 INFO [RS:0;b344df224d93:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:24,352 INFO [RS:0;b344df224d93:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:24,352 INFO [RS:0;b344df224d93:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:24,352 INFO [RS:0;b344df224d93:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:24,352 INFO [RS:0;b344df224d93:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44079,1731572542283-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:22:24,366 INFO [RS:0;b344df224d93:44079 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:22:24,366 INFO [RS:0;b344df224d93:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,44079,1731572542283-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:24,367 INFO [RS:0;b344df224d93:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:24,367 INFO [RS:0;b344df224d93:44079 {}] regionserver.Replication(171): b344df224d93,44079,1731572542283 started 2024-11-14T08:22:24,378 INFO [RS:0;b344df224d93:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:24,378 INFO [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,44079,1731572542283, RpcServer on b344df224d93/172.17.0.3:44079, sessionid=0x101387007ff0004 2024-11-14T08:22:24,378 DEBUG [RS:0;b344df224d93:44079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:22:24,378 DEBUG [RS:0;b344df224d93:44079 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,44079,1731572542283 2024-11-14T08:22:24,378 DEBUG [RS:0;b344df224d93:44079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,44079,1731572542283' 2024-11-14T08:22:24,378 DEBUG [RS:0;b344df224d93:44079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1726225537/flush-table-proc/abort' 2024-11-14T08:22:24,378 DEBUG [RS:0;b344df224d93:44079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1726225537/flush-table-proc/acquired' 2024-11-14T08:22:24,379 DEBUG [RS:0;b344df224d93:44079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:22:24,379 DEBUG [RS:0;b344df224d93:44079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:22:24,379 DEBUG [RS:0;b344df224d93:44079 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,44079,1731572542283 2024-11-14T08:22:24,379 DEBUG [RS:0;b344df224d93:44079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,44079,1731572542283' 2024-11-14T08:22:24,379 DEBUG [RS:0;b344df224d93:44079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1726225537/online-snapshot/abort' 2024-11-14T08:22:24,379 DEBUG [RS:0;b344df224d93:44079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1726225537/online-snapshot/acquired' 2024-11-14T08:22:24,379 DEBUG [RS:0;b344df224d93:44079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:22:24,379 INFO [RS:0;b344df224d93:44079 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:22:24,379 INFO [RS:0;b344df224d93:44079 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:22:24,480 INFO [RS:0;b344df224d93:44079 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:22:24,481 INFO [RS:0;b344df224d93:44079 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C44079%2C1731572542283, suffix=, logDir=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283, archiveDir=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/oldWALs, maxLogs=10 2024-11-14T08:22:24,492 DEBUG [RS:0;b344df224d93:44079 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481, exclude list is [], retry=0 2024-11-14T08:22:24,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41337,DS-4b919af2-b310-48b9-bfae-2002e78441ef,DISK] 2024-11-14T08:22:24,495 INFO [RS:0;b344df224d93:44079 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 2024-11-14T08:22:24,495 DEBUG [RS:0;b344df224d93:44079 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-14T08:22:24,695 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:22:24,695 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048 2024-11-14T08:22:24,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741833_1009 (size=32) 2024-11-14T08:22:24,894 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T08:22:24,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T08:22:24,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T08:22:24,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T08:22:24,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T08:22:25,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:25,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:22:25,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:22:25,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:25,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:25,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:22:25,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:22:25,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:25,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:25,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:22:25,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:22:25,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:25,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:25,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:22:25,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:22:25,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:25,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:25,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:22:25,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740 2024-11-14T08:22:25,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740 2024-11-14T08:22:25,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:22:25,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:22:25,106 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:22:25,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:22:25,108 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:22:25,109 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66375687, jitterRate=-0.010925188660621643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:22:25,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572545099Initializing all the Stores at 1731572545100 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572545100Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572545100Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572545100Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572545100Cleaning up temporary data from old regions at 1731572545106 (+6 ms)Region opened successfully at 1731572545109 (+3 ms) 2024-11-14T08:22:25,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:22:25,109 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:22:25,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:22:25,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:22:25,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:22:25,109 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:22:25,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572545109Disabling compacts and flushes for region at 1731572545109Disabling writes for close at 1731572545109Writing region close event to WAL at 1731572545109Closed at 1731572545109 2024-11-14T08:22:25,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:22:25,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:22:25,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:22:25,111 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:22:25,112 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:22:25,262 DEBUG [b344df224d93:39285 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:22:25,263 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,44079,1731572542283 2024-11-14T08:22:25,264 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,44079,1731572542283, state=OPENING 2024-11-14T08:22:25,365 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:22:25,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537 2024-11-14T08:22:25,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x101387007ff0004, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537 2024-11-14T08:22:25,386 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:22:25,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,44079,1731572542283}] 2024-11-14T08:22:25,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1726225537/meta-region-server: CHANGED 2024-11-14T08:22:25,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1726225537/meta-region-server: CHANGED 2024-11-14T08:22:25,538 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:22:25,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:22:25,542 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:22:25,542 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:22:25,542 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:22:25,543 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C44079%2C1731572542283.meta, suffix=.meta, logDir=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283, archiveDir=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/oldWALs, maxLogs=10 2024-11-14T08:22:25,556 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.meta.1731572545543.meta, exclude list is [], retry=0 2024-11-14T08:22:25,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41337,DS-4b919af2-b310-48b9-bfae-2002e78441ef,DISK] 2024-11-14T08:22:25,559 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.meta.1731572545543.meta 2024-11-14T08:22:25,559 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-14T08:22:25,559 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:22:25,560 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:22:25,560 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:22:25,560 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:22:25,560 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:22:25,560 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:22:25,560 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:25,560 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:22:25,560 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:22:25,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:22:25,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:22:25,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:25,562 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:22:25,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:25,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:22:25,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:22:25,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:25,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:25,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:25,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:25,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:22:25,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:25,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:25,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:25,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:22:25,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:25,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:25,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:22:25,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:22:25,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:25,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:25,565 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:22:25,565 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740 2024-11-14T08:22:25,566 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740 2024-11-14T08:22:25,567 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:22:25,567 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:22:25,567 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:22:25,568 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:22:25,569 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68630073, jitterRate=0.0226677805185318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:22:25,569 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:22:25,569 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572545560Writing region info on filesystem at 1731572545560Initializing all the Stores at 1731572545561 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572545561Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572545561Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572545561Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572545561Cleaning up temporary data from old regions at 1731572545567 (+6 ms)Running coprocessor post-open hooks at 1731572545569 (+2 ms)Region opened successfully at 1731572545569 2024-11-14T08:22:25,572 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572545538 2024-11-14T08:22:25,574 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:22:25,574 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:22:25,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,44079,1731572542283 2024-11-14T08:22:25,575 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,44079,1731572542283, state=OPEN 2024-11-14T08:22:25,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:25,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:25,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:25,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:25,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:25,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:25,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1726225537/meta-region-server 2024-11-14T08:22:25,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x101387007ff0004, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1726225537/meta-region-server 2024-11-14T08:22:25,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1726225537/meta-region-server: CHANGED 2024-11-14T08:22:25,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1726225537/meta-region-server: CHANGED 2024-11-14T08:22:25,628 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,44079,1731572542283 2024-11-14T08:22:25,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:22:25,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,44079,1731572542283 in 242 msec 2024-11-14T08:22:25,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:22:25,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 519 msec 2024-11-14T08:22:25,632 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:22:25,632 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:22:25,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:22:25,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,44079,1731572542283, seqNum=-1] 2024-11-14T08:22:25,634 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:22:25,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:25,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:22:25,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:25,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:25,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3540 sec 2024-11-14T08:22:25,639 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572545639, completionTime=-1 2024-11-14T08:22:25,639 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:22:25,639 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:22:25,641 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:22:25,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:25,641 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572605641 2024-11-14T08:22:25,641 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572665641 2024-11-14T08:22:25,641 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T08:22:25,642 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,39285,1731572542132-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:25,642 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,39285,1731572542132-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:25,642 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,39285,1731572542132-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:25,642 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:39285, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:25,642 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:25,644 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:22:25,648 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:25,651 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.306sec 2024-11-14T08:22:25,651 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:22:25,651 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:22:25,651 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:22:25,651 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:22:25,652 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:22:25,652 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,39285,1731572542132-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:22:25,652 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,39285,1731572542132-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:22:25,653 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:22:25,653 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:22:25,654 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,39285,1731572542132-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:25,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dee23e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:25,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,39285,-1 for getting cluster id 2024-11-14T08:22:25,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:22:25,726 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b6f8fea-2655-4c52-bec6-3f6d978c80f8' 2024-11-14T08:22:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:22:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b6f8fea-2655-4c52-bec6-3f6d978c80f8" 2024-11-14T08:22:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1551e849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,39285,-1] 2024-11-14T08:22:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:22:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:25,728 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:22:25,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476ec7b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:25,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:22:25,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,44079,1731572542283, seqNum=-1] 2024-11-14T08:22:25,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:22:25,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:22:25,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,39285,1731572542132 2024-11-14T08:22:25,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49585 2024-11-14T08:22:25,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:22:25,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101387007ff0005 connected 2024-11-14T08:22:25,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/hadoop.log.dir so I do NOT create it in target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc 2024-11-14T08:22:25,758 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T08:22:25,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/hadoop.tmp.dir so I do NOT create it in target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc 2024-11-14T08:22:25,758 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T08:22:25,758 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc 2024-11-14T08:22:25,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:22:25,758 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/cluster_2365b882-5f71-1569-2ddb-54267c54b117, deleteOnExit=true 2024-11-14T08:22:25,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:22:25,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/test.cache.data in system properties and HBase conf 2024-11-14T08:22:25,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:22:25,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:22:25,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:22:25,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:22:25,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:22:25,758 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:22:25,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:22:25,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:22:25,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:22:25,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:22:25,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:22:25,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:22:25,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:22:25,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:22:25,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:22:25,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:22:25,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:22:25,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:22:25,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:22:25,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:22:26,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:22:26,172 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:22:26,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:22:26,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:22:26,173 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T08:22:26,174 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:22:26,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d37986f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:22:26,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50a2ef6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:22:26,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60f5c5ca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/java.io.tmpdir/jetty-localhost-35755-hadoop-hdfs-3_4_1-tests_jar-_-any-148674796844347002/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:22:26,270 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335b35ca{HTTP/1.1, (http/1.1)}{localhost:35755} 2024-11-14T08:22:26,270 INFO [Time-limited test {}] server.Server(415): Started @287805ms 2024-11-14T08:22:26,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:22:26,530 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:22:26,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:22:26,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:22:26,534 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:22:26,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d1f60d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:22:26,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18949131{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:22:26,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48f48795{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/java.io.tmpdir/jetty-localhost-45303-hadoop-hdfs-3_4_1-tests_jar-_-any-12816611355906210946/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:22:26,633 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e278fe6{HTTP/1.1, (http/1.1)}{localhost:45303} 2024-11-14T08:22:26,633 INFO [Time-limited test {}] server.Server(415): Started @288168ms 2024-11-14T08:22:26,634 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:22:27,269 WARN [Thread-3691 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/cluster_2365b882-5f71-1569-2ddb-54267c54b117/data/data1/current/BP-218309073-172.17.0.3-1731572545780/current, will proceed with Du for space computation calculation, 2024-11-14T08:22:27,269 WARN [Thread-3692 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/cluster_2365b882-5f71-1569-2ddb-54267c54b117/data/data2/current/BP-218309073-172.17.0.3-1731572545780/current, will proceed with Du for space computation calculation, 2024-11-14T08:22:27,288 WARN [Thread-3679 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:22:27,291 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ee4f81de711742b with lease ID 0x926b2246c36038c7: Processing first storage report for DS-4c9ddefd-f4f1-49e5-8e55-09975bdd545a from datanode DatanodeRegistration(127.0.0.1:33991, datanodeUuid=47b43bc3-c725-48b3-bd91-844d4c5951be, infoPort=33499, infoSecurePort=0, ipcPort=45313, storageInfo=lv=-57;cid=testClusterID;nsid=1379176984;c=1731572545780) 2024-11-14T08:22:27,291 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ee4f81de711742b with lease ID 0x926b2246c36038c7: from storage DS-4c9ddefd-f4f1-49e5-8e55-09975bdd545a node DatanodeRegistration(127.0.0.1:33991, datanodeUuid=47b43bc3-c725-48b3-bd91-844d4c5951be, infoPort=33499, infoSecurePort=0, ipcPort=45313, storageInfo=lv=-57;cid=testClusterID;nsid=1379176984;c=1731572545780), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:22:27,291 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ee4f81de711742b with lease ID 0x926b2246c36038c7: Processing first storage report for DS-6fe9605e-b026-44da-ae95-e5cc904f4f71 from datanode DatanodeRegistration(127.0.0.1:33991, datanodeUuid=47b43bc3-c725-48b3-bd91-844d4c5951be, infoPort=33499, infoSecurePort=0, ipcPort=45313, storageInfo=lv=-57;cid=testClusterID;nsid=1379176984;c=1731572545780) 2024-11-14T08:22:27,291 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ee4f81de711742b with lease ID 0x926b2246c36038c7: from storage DS-6fe9605e-b026-44da-ae95-e5cc904f4f71 node DatanodeRegistration(127.0.0.1:33991, datanodeUuid=47b43bc3-c725-48b3-bd91-844d4c5951be, infoPort=33499, infoSecurePort=0, ipcPort=45313, storageInfo=lv=-57;cid=testClusterID;nsid=1379176984;c=1731572545780), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:22:27,369 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc 2024-11-14T08:22:27,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:22:27,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:22:27,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:22:27,778 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee with version=8 2024-11-14T08:22:27,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/hbase-staging 2024-11-14T08:22:27,781 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:22:27,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:22:27,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:22:27,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:22:27,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:22:27,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:22:27,782 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:22:27,782 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:22:27,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36121 2024-11-14T08:22:27,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36121 connecting to ZooKeeper ensemble=127.0.0.1:49585 2024-11-14T08:22:27,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361210x0, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:22:27,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36121-0x101387007ff0006 connected 2024-11-14T08:22:27,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:22:27,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:22:27,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Set watcher on znode that does not yet exist, /2-71974283/running 2024-11-14T08:22:27,917 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee, hbase.cluster.distributed=false 2024-11-14T08:22:27,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Set watcher on znode that does not yet exist, /2-71974283/acl 2024-11-14T08:22:27,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36121 2024-11-14T08:22:27,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36121 2024-11-14T08:22:27,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36121 2024-11-14T08:22:27,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36121 2024-11-14T08:22:27,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36121 2024-11-14T08:22:27,939 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:22:27,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:22:27,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:22:27,939 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:22:27,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:22:27,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:22:27,939 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:22:27,939 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:22:27,940 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45607 2024-11-14T08:22:27,941 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45607 connecting to ZooKeeper ensemble=127.0.0.1:49585 2024-11-14T08:22:27,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:22:27,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:22:27,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456070x0, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:22:27,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456070x0, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Set watcher on znode that does not yet exist, /2-71974283/running 2024-11-14T08:22:27,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45607-0x101387007ff0007 connected 2024-11-14T08:22:27,956 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:22:27,957 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:22:27,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45607-0x101387007ff0007, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Set watcher on znode that does not yet exist, /2-71974283/master 2024-11-14T08:22:27,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45607-0x101387007ff0007, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Set watcher on znode that does not yet exist, /2-71974283/acl 2024-11-14T08:22:27,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45607 2024-11-14T08:22:27,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45607 2024-11-14T08:22:27,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45607 2024-11-14T08:22:27,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45607 2024-11-14T08:22:27,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45607 2024-11-14T08:22:27,984 DEBUG [M:0;b344df224d93:36121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:36121 2024-11-14T08:22:27,985 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-71974283/backup-masters/b344df224d93,36121,1731572547781 2024-11-14T08:22:27,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283/backup-masters 2024-11-14T08:22:27,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101387007ff0007, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283/backup-masters 2024-11-14T08:22:27,996 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Set watcher on existing znode=/2-71974283/backup-masters/b344df224d93,36121,1731572547781 2024-11-14T08:22:28,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283 2024-11-14T08:22:28,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101387007ff0007, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-71974283/master 2024-11-14T08:22:28,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101387007ff0007, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283 2024-11-14T08:22:28,009 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Set watcher on existing znode=/2-71974283/master 2024-11-14T08:22:28,009 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-71974283/backup-masters/b344df224d93,36121,1731572547781 from backup master directory 2024-11-14T08:22:28,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101387007ff0007, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283/backup-masters 2024-11-14T08:22:28,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-71974283/backup-masters/b344df224d93,36121,1731572547781 2024-11-14T08:22:28,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283/backup-masters 2024-11-14T08:22:28,019 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:22:28,019 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,36121,1731572547781 2024-11-14T08:22:28,022 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/hbase.id] with ID: b808f6ec-89e0-4c69-9585-38da1f70ac86 2024-11-14T08:22:28,022 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/.tmp/hbase.id 2024-11-14T08:22:28,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:22:28,033 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/.tmp/hbase.id]:[hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/hbase.id] 2024-11-14T08:22:28,040 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:22:28,040 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:22:28,041 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T08:22:28,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101387007ff0007, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283 2024-11-14T08:22:28,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283 2024-11-14T08:22:28,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:22:28,455 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:22:28,456 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:22:28,456 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:22:28,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:22:28,861 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/data/master/store 2024-11-14T08:22:28,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:22:29,266 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:29,266 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:22:29,266 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:29,266 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:29,267 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:22:29,267 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:29,267 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:29,267 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572549266Disabling compacts and flushes for region at 1731572549266Disabling writes for close at 1731572549267 (+1 ms)Writing region close event to WAL at 1731572549267Closed at 1731572549267 2024-11-14T08:22:29,267 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/data/master/store/.initializing 2024-11-14T08:22:29,267 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/WALs/b344df224d93,36121,1731572547781 2024-11-14T08:22:29,268 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:22:29,270 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C36121%2C1731572547781, suffix=, logDir=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/WALs/b344df224d93,36121,1731572547781, archiveDir=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/oldWALs, maxLogs=10 2024-11-14T08:22:29,282 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/WALs/b344df224d93,36121,1731572547781/b344df224d93%2C36121%2C1731572547781.1731572549270, exclude list is [], retry=0 2024-11-14T08:22:29,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33991,DS-4c9ddefd-f4f1-49e5-8e55-09975bdd545a,DISK] 2024-11-14T08:22:29,286 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/WALs/b344df224d93,36121,1731572547781/b344df224d93%2C36121%2C1731572547781.1731572549270 2024-11-14T08:22:29,286 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33499:33499)] 2024-11-14T08:22:29,286 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:22:29,287 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:29,287 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:29,287 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:29,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:29,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:22:29,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:29,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:29,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:29,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:22:29,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:29,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:29,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:29,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:22:29,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:29,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:29,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:29,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:22:29,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:29,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:29,292 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:29,292 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:29,293 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:29,293 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:29,293 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:29,294 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:22:29,294 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:22:29,296 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:22:29,296 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72657897, jitterRate=0.08268703520298004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:22:29,296 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572549287Initializing all the Stores at 1731572549287Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572549287Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572549287Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572549287Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572549287Cleaning up temporary data from old regions at 1731572549293 (+6 ms)Region opened successfully at 1731572549296 (+3 ms) 2024-11-14T08:22:29,296 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:22:29,298 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c95f20c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:22:29,299 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:22:29,299 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:22:29,299 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:22:29,299 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:22:29,300 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T08:22:29,300 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T08:22:29,300 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:22:29,301 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:22:29,302 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Unable to get data of znode /2-71974283/balancer because node does not exist (not necessarily an error) 2024-11-14T08:22:29,406 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-71974283/balancer already deleted, retry=false 2024-11-14T08:22:29,407 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:22:29,407 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Unable to get data of znode /2-71974283/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:22:29,418 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-71974283/normalizer already deleted, retry=false 2024-11-14T08:22:29,419 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:22:29,419 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Unable to get data of znode /2-71974283/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:22:29,429 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-71974283/switch/split already deleted, retry=false 2024-11-14T08:22:29,430 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Unable to get data of znode /2-71974283/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:22:29,439 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-71974283/switch/merge already deleted, retry=false 2024-11-14T08:22:29,441 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Unable to get data of znode /2-71974283/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:22:29,450 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-71974283/snapshot-cleanup already deleted, retry=false 2024-11-14T08:22:29,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-71974283/running 2024-11-14T08:22:29,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101387007ff0007, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-71974283/running 2024-11-14T08:22:29,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283 2024-11-14T08:22:29,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101387007ff0007, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283 2024-11-14T08:22:29,461 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,36121,1731572547781, sessionid=0x101387007ff0006, setting cluster-up flag (Was=false) 2024-11-14T08:22:29,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283 2024-11-14T08:22:29,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101387007ff0007, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283 2024-11-14T08:22:29,513 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-71974283/flush-table-proc/acquired, /2-71974283/flush-table-proc/reached, /2-71974283/flush-table-proc/abort 2024-11-14T08:22:29,514 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,36121,1731572547781 2024-11-14T08:22:29,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101387007ff0007, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283 2024-11-14T08:22:29,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283 2024-11-14T08:22:29,566 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-71974283/online-snapshot/acquired, /2-71974283/online-snapshot/reached, /2-71974283/online-snapshot/abort 2024-11-14T08:22:29,567 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,36121,1731572547781 2024-11-14T08:22:29,568 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:22:29,569 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:22:29,569 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:22:29,569 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:22:29,569 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,36121,1731572547781 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:22:29,571 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:22:29,571 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:22:29,571 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:22:29,571 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:22:29,571 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:22:29,571 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:29,571 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:22:29,571 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:29,572 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572579572 2024-11-14T08:22:29,572 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:22:29,572 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:22:29,572 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:22:29,572 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:22:29,572 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:22:29,572 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:22:29,572 INFO [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(746): ClusterId : b808f6ec-89e0-4c69-9585-38da1f70ac86 2024-11-14T08:22:29,572 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:22:29,572 DEBUG [RS:0;b344df224d93:45607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:22:29,572 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:22:29,573 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:29,573 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:29,573 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:22:29,576 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:22:29,576 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:22:29,576 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:22:29,576 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:22:29,578 DEBUG [RS:0;b344df224d93:45607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:22:29,578 DEBUG [RS:0;b344df224d93:45607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:22:29,580 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:22:29,580 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:22:29,584 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572549580,5,FailOnTimeoutGroup] 2024-11-14T08:22:29,584 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572549584,5,FailOnTimeoutGroup] 2024-11-14T08:22:29,584 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:29,584 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:22:29,584 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:29,584 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:29,588 DEBUG [RS:0;b344df224d93:45607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:22:29,588 DEBUG [RS:0;b344df224d93:45607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce5c797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:22:29,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:22:29,603 DEBUG [RS:0;b344df224d93:45607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:45607 2024-11-14T08:22:29,603 INFO [RS:0;b344df224d93:45607 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:22:29,603 INFO [RS:0;b344df224d93:45607 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:22:29,603 DEBUG [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:22:29,604 INFO [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,36121,1731572547781 with port=45607, startcode=1731572547939 2024-11-14T08:22:29,604 DEBUG [RS:0;b344df224d93:45607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:22:29,609 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:22:29,609 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36121 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,45607,1731572547939 2024-11-14T08:22:29,609 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36121 {}] master.ServerManager(517): Registering regionserver=b344df224d93,45607,1731572547939 2024-11-14T08:22:29,610 DEBUG [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee 2024-11-14T08:22:29,610 DEBUG [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35033 2024-11-14T08:22:29,610 DEBUG [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:22:29,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283/rs 2024-11-14T08:22:29,682 DEBUG [RS:0;b344df224d93:45607 {}] zookeeper.ZKUtil(111): regionserver:45607-0x101387007ff0007, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Set watcher on existing znode=/2-71974283/rs/b344df224d93,45607,1731572547939 2024-11-14T08:22:29,682 WARN [RS:0;b344df224d93:45607 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:22:29,682 INFO [RS:0;b344df224d93:45607 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:22:29,682 DEBUG [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939 2024-11-14T08:22:29,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,45607,1731572547939] 2024-11-14T08:22:29,685 INFO [RS:0;b344df224d93:45607 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:22:29,687 INFO [RS:0;b344df224d93:45607 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:22:29,687 INFO [RS:0;b344df224d93:45607 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:22:29,687 INFO [RS:0;b344df224d93:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:29,687 INFO [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:22:29,688 INFO [RS:0;b344df224d93:45607 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:22:29,688 INFO [RS:0;b344df224d93:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:29,688 DEBUG [RS:0;b344df224d93:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:29,688 DEBUG [RS:0;b344df224d93:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:29,688 DEBUG [RS:0;b344df224d93:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:29,688 DEBUG [RS:0;b344df224d93:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:29,688 DEBUG [RS:0;b344df224d93:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:29,688 DEBUG [RS:0;b344df224d93:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:22:29,688 DEBUG [RS:0;b344df224d93:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:29,688 DEBUG [RS:0;b344df224d93:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:29,688 DEBUG [RS:0;b344df224d93:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:29,688 DEBUG [RS:0;b344df224d93:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:29,688 DEBUG [RS:0;b344df224d93:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:29,688 DEBUG [RS:0;b344df224d93:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:22:29,688 DEBUG [RS:0;b344df224d93:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:22:29,688 DEBUG [RS:0;b344df224d93:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:22:29,689 INFO [RS:0;b344df224d93:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:29,689 INFO [RS:0;b344df224d93:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:29,689 INFO [RS:0;b344df224d93:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:29,689 INFO [RS:0;b344df224d93:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:29,689 INFO [RS:0;b344df224d93:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:29,689 INFO [RS:0;b344df224d93:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,45607,1731572547939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:22:29,707 INFO [RS:0;b344df224d93:45607 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:22:29,707 INFO [RS:0;b344df224d93:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,45607,1731572547939-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:29,707 INFO [RS:0;b344df224d93:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:29,707 INFO [RS:0;b344df224d93:45607 {}] regionserver.Replication(171): b344df224d93,45607,1731572547939 started 2024-11-14T08:22:29,725 INFO [RS:0;b344df224d93:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:29,726 INFO [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,45607,1731572547939, RpcServer on b344df224d93/172.17.0.3:45607, sessionid=0x101387007ff0007 2024-11-14T08:22:29,726 DEBUG [RS:0;b344df224d93:45607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:22:29,726 DEBUG [RS:0;b344df224d93:45607 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,45607,1731572547939 2024-11-14T08:22:29,726 DEBUG [RS:0;b344df224d93:45607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,45607,1731572547939' 2024-11-14T08:22:29,726 DEBUG [RS:0;b344df224d93:45607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-71974283/flush-table-proc/abort' 2024-11-14T08:22:29,726 DEBUG [RS:0;b344df224d93:45607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-71974283/flush-table-proc/acquired' 2024-11-14T08:22:29,727 DEBUG [RS:0;b344df224d93:45607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:22:29,727 DEBUG [RS:0;b344df224d93:45607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:22:29,727 DEBUG [RS:0;b344df224d93:45607 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,45607,1731572547939 2024-11-14T08:22:29,727 DEBUG [RS:0;b344df224d93:45607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,45607,1731572547939' 2024-11-14T08:22:29,727 DEBUG [RS:0;b344df224d93:45607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-71974283/online-snapshot/abort' 2024-11-14T08:22:29,727 DEBUG [RS:0;b344df224d93:45607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-71974283/online-snapshot/acquired' 2024-11-14T08:22:29,727 DEBUG [RS:0;b344df224d93:45607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:22:29,728 INFO [RS:0;b344df224d93:45607 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:22:29,728 INFO [RS:0;b344df224d93:45607 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:22:29,828 INFO [RS:0;b344df224d93:45607 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:22:29,830 INFO [RS:0;b344df224d93:45607 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C45607%2C1731572547939, suffix=, logDir=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939, archiveDir=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/oldWALs, maxLogs=10 2024-11-14T08:22:29,842 DEBUG [RS:0;b344df224d93:45607 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830, exclude list is [], retry=0 2024-11-14T08:22:29,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33991,DS-4c9ddefd-f4f1-49e5-8e55-09975bdd545a,DISK] 2024-11-14T08:22:29,846 INFO [RS:0;b344df224d93:45607 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 2024-11-14T08:22:29,846 DEBUG [RS:0;b344df224d93:45607 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33499:33499)] 2024-11-14T08:22:29,990 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:22:29,990 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee 2024-11-14T08:22:29,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741833_1009 (size=32) 2024-11-14T08:22:30,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:30,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:22:30,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:22:30,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:30,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:30,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:22:30,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:22:30,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:30,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:30,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:22:30,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:22:30,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:30,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:30,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:22:30,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:22:30,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:30,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:30,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:22:30,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740 2024-11-14T08:22:30,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740 2024-11-14T08:22:30,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:22:30,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:22:30,404 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:22:30,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:22:30,406 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:22:30,406 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70947070, jitterRate=0.05719372630119324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:22:30,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572550395Initializing all the Stores at 1731572550395Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572550396 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572550396Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572550396Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572550396Cleaning up temporary data from old regions at 1731572550403 (+7 ms)Region opened successfully at 1731572550406 (+3 ms) 2024-11-14T08:22:30,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:22:30,406 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:22:30,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:22:30,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:22:30,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:22:30,407 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:22:30,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572550406Disabling compacts and flushes for region at 1731572550406Disabling writes for close at 1731572550406Writing region close event to WAL at 1731572550407 (+1 ms)Closed at 1731572550407 2024-11-14T08:22:30,407 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:22:30,407 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:22:30,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:22:30,408 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:22:30,409 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:22:30,559 DEBUG [b344df224d93:36121 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:22:30,559 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,45607,1731572547939 2024-11-14T08:22:30,560 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,45607,1731572547939, state=OPENING 2024-11-14T08:22:30,608 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:22:30,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101387007ff0007, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283 2024-11-14T08:22:30,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283 2024-11-14T08:22:30,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-71974283/meta-region-server: CHANGED 2024-11-14T08:22:30,619 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-71974283/meta-region-server: CHANGED 2024-11-14T08:22:30,619 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:22:30,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,45607,1731572547939}] 2024-11-14T08:22:30,771 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:22:30,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:22:30,776 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:22:30,776 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:22:30,776 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:22:30,777 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C45607%2C1731572547939.meta, suffix=.meta, logDir=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939, archiveDir=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/oldWALs, maxLogs=10 2024-11-14T08:22:30,790 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.meta.1731572550777.meta, exclude list is [], retry=0 2024-11-14T08:22:30,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33991,DS-4c9ddefd-f4f1-49e5-8e55-09975bdd545a,DISK] 2024-11-14T08:22:30,793 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.meta.1731572550777.meta 2024-11-14T08:22:30,793 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33499:33499)] 2024-11-14T08:22:30,794 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:22:30,794 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:22:30,794 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:22:30,794 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:22:30,794 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:22:30,794 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:22:30,794 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:30,794 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:22:30,794 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:22:30,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:22:30,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:22:30,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:30,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:30,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:22:30,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:22:30,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:30,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:30,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:22:30,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:22:30,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:30,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:30,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:22:30,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:22:30,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:30,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:22:30,799 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:22:30,799 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740 2024-11-14T08:22:30,800 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740 2024-11-14T08:22:30,801 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:22:30,801 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:22:30,801 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:22:30,802 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:22:30,802 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61165910, jitterRate=-0.0885569155216217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:22:30,802 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:22:30,802 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572550795Writing region info on filesystem at 1731572550795Initializing all the Stores at 1731572550795Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572550795Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572550795Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572550795Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572550795Cleaning up temporary data from old regions at 1731572550801 (+6 ms)Running coprocessor post-open hooks at 1731572550802 (+1 ms)Region opened successfully at 1731572550802 2024-11-14T08:22:30,803 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572550771 2024-11-14T08:22:30,805 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:22:30,805 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:22:30,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,45607,1731572547939 2024-11-14T08:22:30,806 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,45607,1731572547939, state=OPEN 2024-11-14T08:22:30,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101387007ff0007, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-71974283/meta-region-server 2024-11-14T08:22:30,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-71974283/meta-region-server 2024-11-14T08:22:30,829 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,45607,1731572547939 2024-11-14T08:22:30,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-71974283/meta-region-server: CHANGED 2024-11-14T08:22:30,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-71974283/meta-region-server: CHANGED 2024-11-14T08:22:30,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:22:30,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,45607,1731572547939 in 210 msec 2024-11-14T08:22:30,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:22:30,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 424 msec 2024-11-14T08:22:30,833 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:22:30,833 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:22:30,834 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:22:30,834 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,45607,1731572547939, seqNum=-1] 2024-11-14T08:22:30,835 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:22:30,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:22:30,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2700 sec 2024-11-14T08:22:30,839 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572550839, completionTime=-1 2024-11-14T08:22:30,839 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:22:30,839 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:22:30,841 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:22:30,841 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572610841 2024-11-14T08:22:30,841 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572670841 2024-11-14T08:22:30,841 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T08:22:30,841 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36121,1731572547781-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:30,841 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36121,1731572547781-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:30,841 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36121,1731572547781-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:30,842 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:36121, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:30,842 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:30,842 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:30,843 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:22:30,844 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.825sec 2024-11-14T08:22:30,844 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:22:30,844 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:22:30,845 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:22:30,845 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:22:30,845 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:22:30,845 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36121,1731572547781-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:22:30,845 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36121,1731572547781-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:22:30,846 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:22:30,847 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:22:30,847 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,36121,1731572547781-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:22:30,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cba7072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:30,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,36121,-1 for getting cluster id 2024-11-14T08:22:30,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:22:30,874 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b808f6ec-89e0-4c69-9585-38da1f70ac86' 2024-11-14T08:22:30,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:22:30,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b808f6ec-89e0-4c69-9585-38da1f70ac86" 2024-11-14T08:22:30,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ba7107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:30,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,36121,-1] 2024-11-14T08:22:30,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:22:30,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:30,876 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:22:30,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae104de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:30,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:22:30,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,45607,1731572547939, seqNum=-1] 2024-11-14T08:22:30,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:22:30,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:22:30,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,36121,1731572547781 2024-11-14T08:22:30,880 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49585 2024-11-14T08:22:30,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:22:30,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101387007ff0008 connected 2024-11-14T08:22:30,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:22:30,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,44169,1731572536490 2024-11-14T08:22:30,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@95fc8b0 2024-11-14T08:22:30,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:22:30,907 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:22:30,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:22:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T08:22:30,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:22:30,910 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:30,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:22:30,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T08:22:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:22:30,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741835_1011 (size=902) 2024-11-14T08:22:31,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:22:31,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:22:31,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:31,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:31,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:31,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:31,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:31,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:31,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:31,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:31,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:31,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:31,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:31,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:31,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:31,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:31,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:22:31,317 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96ba35dfbc3a100b6f5c0739bdfbe603, NAME => 'test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e 2024-11-14T08:22:31,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741836_1012 (size=39) 2024-11-14T08:22:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:22:31,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:31,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 96ba35dfbc3a100b6f5c0739bdfbe603, disabling compactions & flushes 2024-11-14T08:22:31,722 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603. 2024-11-14T08:22:31,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603. 2024-11-14T08:22:31,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603. after waiting 0 ms 2024-11-14T08:22:31,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603. 2024-11-14T08:22:31,722 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603. 2024-11-14T08:22:31,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96ba35dfbc3a100b6f5c0739bdfbe603: Waiting for close lock at 1731572551722Disabling compacts and flushes for region at 1731572551722Disabling writes for close at 1731572551722Writing region close event to WAL at 1731572551722Closed at 1731572551722 2024-11-14T08:22:31,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:22:31,724 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731572551723"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572551723"}]},"ts":"1731572551723"} 2024-11-14T08:22:31,725 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:22:31,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:22:31,726 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572551726"}]},"ts":"1731572551726"} 2024-11-14T08:22:31,728 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T08:22:31,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=96ba35dfbc3a100b6f5c0739bdfbe603, ASSIGN}] 2024-11-14T08:22:31,729 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=96ba35dfbc3a100b6f5c0739bdfbe603, ASSIGN 2024-11-14T08:22:31,730 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=96ba35dfbc3a100b6f5c0739bdfbe603, ASSIGN; state=OFFLINE, location=b344df224d93,42307,1731572536696; forceNewPlan=false, retain=false 2024-11-14T08:22:31,880 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=96ba35dfbc3a100b6f5c0739bdfbe603, regionState=OPENING, regionLocation=b344df224d93,42307,1731572536696 2024-11-14T08:22:31,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=96ba35dfbc3a100b6f5c0739bdfbe603, ASSIGN because future has completed 2024-11-14T08:22:31,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96ba35dfbc3a100b6f5c0739bdfbe603, server=b344df224d93,42307,1731572536696}] 2024-11-14T08:22:32,038 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603. 2024-11-14T08:22:32,039 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 96ba35dfbc3a100b6f5c0739bdfbe603, NAME => 'test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:22:32,039 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:22:32,039 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T08:22:32,039 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 96ba35dfbc3a100b6f5c0739bdfbe603 2024-11-14T08:22:32,039 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:32,039 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 96ba35dfbc3a100b6f5c0739bdfbe603 2024-11-14T08:22:32,039 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 96ba35dfbc3a100b6f5c0739bdfbe603 2024-11-14T08:22:32,041 INFO [StoreOpener-96ba35dfbc3a100b6f5c0739bdfbe603-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 96ba35dfbc3a100b6f5c0739bdfbe603 2024-11-14T08:22:32,041 INFO [StoreOpener-96ba35dfbc3a100b6f5c0739bdfbe603-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ba35dfbc3a100b6f5c0739bdfbe603 columnFamilyName f 2024-11-14T08:22:32,042 DEBUG [StoreOpener-96ba35dfbc3a100b6f5c0739bdfbe603-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:32,042 INFO [StoreOpener-96ba35dfbc3a100b6f5c0739bdfbe603-1 {}] regionserver.HStore(327): Store=96ba35dfbc3a100b6f5c0739bdfbe603/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:32,042 INFO [StoreOpener-96ba35dfbc3a100b6f5c0739bdfbe603-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 96ba35dfbc3a100b6f5c0739bdfbe603 2024-11-14T08:22:32,043 INFO [StoreOpener-96ba35dfbc3a100b6f5c0739bdfbe603-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ba35dfbc3a100b6f5c0739bdfbe603 columnFamilyName f1 2024-11-14T08:22:32,043 DEBUG [StoreOpener-96ba35dfbc3a100b6f5c0739bdfbe603-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:32,043 INFO [StoreOpener-96ba35dfbc3a100b6f5c0739bdfbe603-1 {}] regionserver.HStore(327): Store=96ba35dfbc3a100b6f5c0739bdfbe603/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:32,043 INFO [StoreOpener-96ba35dfbc3a100b6f5c0739bdfbe603-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 96ba35dfbc3a100b6f5c0739bdfbe603 2024-11-14T08:22:32,044 INFO [StoreOpener-96ba35dfbc3a100b6f5c0739bdfbe603-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ba35dfbc3a100b6f5c0739bdfbe603 columnFamilyName norep 2024-11-14T08:22:32,044 DEBUG [StoreOpener-96ba35dfbc3a100b6f5c0739bdfbe603-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:32,044 INFO [StoreOpener-96ba35dfbc3a100b6f5c0739bdfbe603-1 {}] regionserver.HStore(327): Store=96ba35dfbc3a100b6f5c0739bdfbe603/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:32,044 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 96ba35dfbc3a100b6f5c0739bdfbe603 2024-11-14T08:22:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:22:32,045 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/default/test/96ba35dfbc3a100b6f5c0739bdfbe603 2024-11-14T08:22:32,045 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/default/test/96ba35dfbc3a100b6f5c0739bdfbe603 2024-11-14T08:22:32,046 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 96ba35dfbc3a100b6f5c0739bdfbe603 2024-11-14T08:22:32,046 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 96ba35dfbc3a100b6f5c0739bdfbe603 2024-11-14T08:22:32,046 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:22:32,047 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 96ba35dfbc3a100b6f5c0739bdfbe603 2024-11-14T08:22:32,052 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/default/test/96ba35dfbc3a100b6f5c0739bdfbe603/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:22:32,052 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 96ba35dfbc3a100b6f5c0739bdfbe603; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67993525, jitterRate=0.013182476162910461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:22:32,052 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96ba35dfbc3a100b6f5c0739bdfbe603 2024-11-14T08:22:32,053 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 96ba35dfbc3a100b6f5c0739bdfbe603: Running coprocessor pre-open hook at 1731572552040Writing region info on filesystem at 1731572552040Initializing all the Stores at 1731572552040Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572552040Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572552040Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572552040Cleaning up temporary data from old regions at 1731572552046 (+6 ms)Running coprocessor post-open hooks at 1731572552052 (+6 ms)Region opened successfully at 1731572552053 (+1 ms) 2024-11-14T08:22:32,053 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603., pid=6, masterSystemTime=1731572552034 2024-11-14T08:22:32,055 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603. 2024-11-14T08:22:32,055 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603. 2024-11-14T08:22:32,056 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=96ba35dfbc3a100b6f5c0739bdfbe603, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b344df224d93,42307,1731572536696 2024-11-14T08:22:32,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96ba35dfbc3a100b6f5c0739bdfbe603, server=b344df224d93,42307,1731572536696 because future has completed 2024-11-14T08:22:32,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T08:22:32,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 96ba35dfbc3a100b6f5c0739bdfbe603, server=b344df224d93,42307,1731572536696 in 175 msec 2024-11-14T08:22:32,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T08:22:32,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=96ba35dfbc3a100b6f5c0739bdfbe603, ASSIGN in 331 msec 2024-11-14T08:22:32,061 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:22:32,061 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572552061"}]},"ts":"1731572552061"} 2024-11-14T08:22:32,063 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T08:22:32,064 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:22:32,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-14T08:22:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:22:33,055 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T08:22:33,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:22:33,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,39285,1731572542132 2024-11-14T08:22:33,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3354bff2 2024-11-14T08:22:33,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:22:33,057 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:22:33,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:22:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T08:22:33,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:22:33,060 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:33,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T08:22:33,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:22:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:22:33,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741835_1011 (size=902) 2024-11-14T08:22:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:22:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:22:33,467 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5530d385c2d01518562979964136bad3, NAME => 'test,,1731572553058.5530d385c2d01518562979964136bad3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048 2024-11-14T08:22:33,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741836_1012 (size=39) 2024-11-14T08:22:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:22:33,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731572553058.5530d385c2d01518562979964136bad3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:33,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5530d385c2d01518562979964136bad3, disabling compactions & flushes 2024-11-14T08:22:33,872 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731572553058.5530d385c2d01518562979964136bad3. 2024-11-14T08:22:33,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572553058.5530d385c2d01518562979964136bad3. 2024-11-14T08:22:33,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731572553058.5530d385c2d01518562979964136bad3. after waiting 0 ms 2024-11-14T08:22:33,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731572553058.5530d385c2d01518562979964136bad3. 2024-11-14T08:22:33,872 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731572553058.5530d385c2d01518562979964136bad3. 2024-11-14T08:22:33,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5530d385c2d01518562979964136bad3: Waiting for close lock at 1731572553872Disabling compacts and flushes for region at 1731572553872Disabling writes for close at 1731572553872Writing region close event to WAL at 1731572553872Closed at 1731572553872 2024-11-14T08:22:33,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:22:33,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731572553058.5530d385c2d01518562979964136bad3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731572553874"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572553874"}]},"ts":"1731572553874"} 2024-11-14T08:22:33,876 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:22:33,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:22:33,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572553877"}]},"ts":"1731572553877"} 2024-11-14T08:22:33,878 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T08:22:33,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5530d385c2d01518562979964136bad3, ASSIGN}] 2024-11-14T08:22:33,879 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5530d385c2d01518562979964136bad3, ASSIGN 2024-11-14T08:22:33,879 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5530d385c2d01518562979964136bad3, ASSIGN; state=OFFLINE, location=b344df224d93,44079,1731572542283; forceNewPlan=false, retain=false 2024-11-14T08:22:34,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5530d385c2d01518562979964136bad3, regionState=OPENING, regionLocation=b344df224d93,44079,1731572542283 2024-11-14T08:22:34,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5530d385c2d01518562979964136bad3, ASSIGN because future has completed 2024-11-14T08:22:34,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5530d385c2d01518562979964136bad3, server=b344df224d93,44079,1731572542283}] 2024-11-14T08:22:34,186 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731572553058.5530d385c2d01518562979964136bad3. 2024-11-14T08:22:34,186 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5530d385c2d01518562979964136bad3, NAME => 'test,,1731572553058.5530d385c2d01518562979964136bad3.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:22:34,186 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:22:34,186 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T08:22:34,186 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5530d385c2d01518562979964136bad3 2024-11-14T08:22:34,186 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731572553058.5530d385c2d01518562979964136bad3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:34,187 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5530d385c2d01518562979964136bad3 2024-11-14T08:22:34,187 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5530d385c2d01518562979964136bad3 2024-11-14T08:22:34,188 INFO [StoreOpener-5530d385c2d01518562979964136bad3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5530d385c2d01518562979964136bad3 2024-11-14T08:22:34,189 INFO [StoreOpener-5530d385c2d01518562979964136bad3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5530d385c2d01518562979964136bad3 columnFamilyName f 2024-11-14T08:22:34,189 DEBUG [StoreOpener-5530d385c2d01518562979964136bad3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:34,189 INFO [StoreOpener-5530d385c2d01518562979964136bad3-1 {}] regionserver.HStore(327): Store=5530d385c2d01518562979964136bad3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:34,189 INFO [StoreOpener-5530d385c2d01518562979964136bad3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5530d385c2d01518562979964136bad3 2024-11-14T08:22:34,190 INFO [StoreOpener-5530d385c2d01518562979964136bad3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5530d385c2d01518562979964136bad3 columnFamilyName f1 2024-11-14T08:22:34,190 DEBUG [StoreOpener-5530d385c2d01518562979964136bad3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:34,190 INFO [StoreOpener-5530d385c2d01518562979964136bad3-1 {}] regionserver.HStore(327): Store=5530d385c2d01518562979964136bad3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:34,190 INFO [StoreOpener-5530d385c2d01518562979964136bad3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5530d385c2d01518562979964136bad3 2024-11-14T08:22:34,191 INFO [StoreOpener-5530d385c2d01518562979964136bad3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5530d385c2d01518562979964136bad3 columnFamilyName norep 2024-11-14T08:22:34,191 DEBUG [StoreOpener-5530d385c2d01518562979964136bad3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:34,191 INFO [StoreOpener-5530d385c2d01518562979964136bad3-1 {}] regionserver.HStore(327): Store=5530d385c2d01518562979964136bad3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:34,192 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5530d385c2d01518562979964136bad3 2024-11-14T08:22:34,192 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/default/test/5530d385c2d01518562979964136bad3 2024-11-14T08:22:34,192 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/default/test/5530d385c2d01518562979964136bad3 2024-11-14T08:22:34,193 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5530d385c2d01518562979964136bad3 2024-11-14T08:22:34,193 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5530d385c2d01518562979964136bad3 2024-11-14T08:22:34,193 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:22:34,194 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5530d385c2d01518562979964136bad3 2024-11-14T08:22:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:22:34,195 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/default/test/5530d385c2d01518562979964136bad3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:22:34,195 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5530d385c2d01518562979964136bad3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75017162, jitterRate=0.11784282326698303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:22:34,195 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5530d385c2d01518562979964136bad3 2024-11-14T08:22:34,196 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5530d385c2d01518562979964136bad3: Running coprocessor pre-open hook at 1731572554187Writing region info on filesystem at 1731572554187Initializing all the Stores at 1731572554187Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572554187Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572554187Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572554187Cleaning up temporary data from old regions at 1731572554193 (+6 ms)Running coprocessor post-open hooks at 1731572554195 (+2 ms)Region opened successfully at 1731572554195 2024-11-14T08:22:34,196 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731572553058.5530d385c2d01518562979964136bad3., pid=6, masterSystemTime=1731572554183 2024-11-14T08:22:34,198 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731572553058.5530d385c2d01518562979964136bad3. 2024-11-14T08:22:34,198 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731572553058.5530d385c2d01518562979964136bad3. 2024-11-14T08:22:34,198 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5530d385c2d01518562979964136bad3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b344df224d93,44079,1731572542283 2024-11-14T08:22:34,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5530d385c2d01518562979964136bad3, server=b344df224d93,44079,1731572542283 because future has completed 2024-11-14T08:22:34,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T08:22:34,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5530d385c2d01518562979964136bad3, server=b344df224d93,44079,1731572542283 in 169 msec 2024-11-14T08:22:34,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T08:22:34,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5530d385c2d01518562979964136bad3, ASSIGN in 324 msec 2024-11-14T08:22:34,204 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:22:34,204 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572554204"}]},"ts":"1731572554204"} 2024-11-14T08:22:34,206 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T08:22:34,206 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:22:34,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-14T08:22:34,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T08:22:34,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T08:22:34,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:22:34,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T08:22:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:22:35,215 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T08:22:35,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:22:35,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,36121,1731572547781 2024-11-14T08:22:35,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ab08701 2024-11-14T08:22:35,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:22:35,216 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:22:35,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:22:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T08:22:35,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:22:35,219 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:35,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T08:22:35,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:22:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:22:35,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741835_1011 (size=902) 2024-11-14T08:22:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:22:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:22:35,626 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8688f932d2f1e085a84c3755b9c27c77, NAME => 'test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee 2024-11-14T08:22:35,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741836_1012 (size=39) 2024-11-14T08:22:35,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:35,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8688f932d2f1e085a84c3755b9c27c77, disabling compactions & flushes 2024-11-14T08:22:35,634 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77. 2024-11-14T08:22:35,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77. 2024-11-14T08:22:35,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77. after waiting 0 ms 2024-11-14T08:22:35,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77. 2024-11-14T08:22:35,634 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77. 2024-11-14T08:22:35,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8688f932d2f1e085a84c3755b9c27c77: Waiting for close lock at 1731572555634Disabling compacts and flushes for region at 1731572555634Disabling writes for close at 1731572555634Writing region close event to WAL at 1731572555634Closed at 1731572555634 2024-11-14T08:22:35,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:22:35,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731572555635"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572555635"}]},"ts":"1731572555635"} 2024-11-14T08:22:35,637 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:22:35,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:22:35,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572555638"}]},"ts":"1731572555638"} 2024-11-14T08:22:35,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T08:22:35,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8688f932d2f1e085a84c3755b9c27c77, ASSIGN}] 2024-11-14T08:22:35,641 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8688f932d2f1e085a84c3755b9c27c77, ASSIGN 2024-11-14T08:22:35,642 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8688f932d2f1e085a84c3755b9c27c77, ASSIGN; state=OFFLINE, location=b344df224d93,45607,1731572547939; forceNewPlan=false, retain=false 2024-11-14T08:22:35,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8688f932d2f1e085a84c3755b9c27c77, regionState=OPENING, regionLocation=b344df224d93,45607,1731572547939 2024-11-14T08:22:35,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8688f932d2f1e085a84c3755b9c27c77, ASSIGN because future has completed 2024-11-14T08:22:35,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8688f932d2f1e085a84c3755b9c27c77, server=b344df224d93,45607,1731572547939}] 2024-11-14T08:22:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:22:35,951 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77. 2024-11-14T08:22:35,951 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8688f932d2f1e085a84c3755b9c27c77, NAME => 'test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:22:35,951 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:22:35,951 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T08:22:35,951 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8688f932d2f1e085a84c3755b9c27c77 2024-11-14T08:22:35,951 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:35,951 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8688f932d2f1e085a84c3755b9c27c77 2024-11-14T08:22:35,951 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8688f932d2f1e085a84c3755b9c27c77 2024-11-14T08:22:35,952 INFO [StoreOpener-8688f932d2f1e085a84c3755b9c27c77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8688f932d2f1e085a84c3755b9c27c77 2024-11-14T08:22:35,953 INFO [StoreOpener-8688f932d2f1e085a84c3755b9c27c77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8688f932d2f1e085a84c3755b9c27c77 columnFamilyName f 2024-11-14T08:22:35,954 DEBUG [StoreOpener-8688f932d2f1e085a84c3755b9c27c77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:35,954 INFO [StoreOpener-8688f932d2f1e085a84c3755b9c27c77-1 {}] regionserver.HStore(327): Store=8688f932d2f1e085a84c3755b9c27c77/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:35,954 INFO [StoreOpener-8688f932d2f1e085a84c3755b9c27c77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8688f932d2f1e085a84c3755b9c27c77 2024-11-14T08:22:35,955 INFO [StoreOpener-8688f932d2f1e085a84c3755b9c27c77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8688f932d2f1e085a84c3755b9c27c77 columnFamilyName f1 2024-11-14T08:22:35,955 DEBUG [StoreOpener-8688f932d2f1e085a84c3755b9c27c77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:35,955 INFO [StoreOpener-8688f932d2f1e085a84c3755b9c27c77-1 {}] regionserver.HStore(327): Store=8688f932d2f1e085a84c3755b9c27c77/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:35,955 INFO [StoreOpener-8688f932d2f1e085a84c3755b9c27c77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8688f932d2f1e085a84c3755b9c27c77 2024-11-14T08:22:35,956 INFO [StoreOpener-8688f932d2f1e085a84c3755b9c27c77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8688f932d2f1e085a84c3755b9c27c77 columnFamilyName norep 2024-11-14T08:22:35,956 DEBUG [StoreOpener-8688f932d2f1e085a84c3755b9c27c77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:35,956 INFO [StoreOpener-8688f932d2f1e085a84c3755b9c27c77-1 {}] regionserver.HStore(327): Store=8688f932d2f1e085a84c3755b9c27c77/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:35,957 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8688f932d2f1e085a84c3755b9c27c77 2024-11-14T08:22:35,957 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/default/test/8688f932d2f1e085a84c3755b9c27c77 2024-11-14T08:22:35,957 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/default/test/8688f932d2f1e085a84c3755b9c27c77 2024-11-14T08:22:35,958 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8688f932d2f1e085a84c3755b9c27c77 2024-11-14T08:22:35,958 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8688f932d2f1e085a84c3755b9c27c77 2024-11-14T08:22:35,959 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:22:35,960 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8688f932d2f1e085a84c3755b9c27c77 2024-11-14T08:22:35,961 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/default/test/8688f932d2f1e085a84c3755b9c27c77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:22:35,962 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8688f932d2f1e085a84c3755b9c27c77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62937123, jitterRate=-0.062163785099983215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:22:35,962 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8688f932d2f1e085a84c3755b9c27c77 2024-11-14T08:22:35,962 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8688f932d2f1e085a84c3755b9c27c77: Running coprocessor pre-open hook at 1731572555951Writing region info on filesystem at 1731572555951Initializing all the Stores at 1731572555952 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572555952Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572555952Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572555952Cleaning up temporary data from old regions at 1731572555958 (+6 ms)Running coprocessor post-open hooks at 1731572555962 (+4 ms)Region opened successfully at 1731572555962 2024-11-14T08:22:35,963 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77., pid=6, masterSystemTime=1731572555948 2024-11-14T08:22:35,965 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77. 2024-11-14T08:22:35,965 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77. 2024-11-14T08:22:35,965 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8688f932d2f1e085a84c3755b9c27c77, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b344df224d93,45607,1731572547939 2024-11-14T08:22:35,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8688f932d2f1e085a84c3755b9c27c77, server=b344df224d93,45607,1731572547939 because future has completed 2024-11-14T08:22:35,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T08:22:35,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8688f932d2f1e085a84c3755b9c27c77, server=b344df224d93,45607,1731572547939 in 171 msec 2024-11-14T08:22:35,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T08:22:35,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8688f932d2f1e085a84c3755b9c27c77, ASSIGN in 329 msec 2024-11-14T08:22:35,971 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:22:35,971 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572555971"}]},"ts":"1731572555971"} 2024-11-14T08:22:35,973 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T08:22:35,973 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:22:35,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-14T08:22:36,297 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:22:36,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:36,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:36,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:36,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:36,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:36,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:36,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:36,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:36,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:36,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:36,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:36,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:22:36,355 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T08:22:36,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5ec87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:36,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,44169,-1 for getting cluster id 2024-11-14T08:22:36,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:22:36,356 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2861f309-4c3c-4f52-8fb5-aeb9e7fb23bb' 2024-11-14T08:22:36,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:22:36,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2861f309-4c3c-4f52-8fb5-aeb9e7fb23bb" 2024-11-14T08:22:36,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f31d93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:36,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,44169,-1] 2024-11-14T08:22:36,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:22:36,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:36,358 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:22:36,358 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3d8753, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:36,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:36,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:22:36,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:36,359 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,44169,1731572536490 2024-11-14T08:22:36,359 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21883136 2024-11-14T08:22:36,360 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:22:36,360 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:22:36,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b344df224d93:39285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T08:22:36,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T08:22:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:22:36,366 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:39285' 2024-11-14T08:22:36,368 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493593f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:36,369 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,39285,-1 for getting cluster id 2024-11-14T08:22:36,369 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:22:36,369 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b6f8fea-2655-4c52-bec6-3f6d978c80f8' 2024-11-14T08:22:36,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:22:36,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b6f8fea-2655-4c52-bec6-3f6d978c80f8" 2024-11-14T08:22:36,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f8b8c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:36,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,39285,-1] 2024-11-14T08:22:36,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:22:36,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:36,371 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:22:36,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d351141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:36,371 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:22:36,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,39285,1731572542132 2024-11-14T08:22:36,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@783a695d 2024-11-14T08:22:36,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:22:36,373 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:22:36,373 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T08:22:36,374 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T08:22:36,374 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:36,374 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:36,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:36,374 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:22:36,376 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T08:22:36,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:22:36,377 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:36,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:22:36,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741837_1013 (size=1138) 2024-11-14T08:22:36,401 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T08:22:36,426 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T08:22:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:22:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:22:36,784 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 391d85e08fa884216051d27653526cd2, NAME => 'hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e 2024-11-14T08:22:36,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741838_1014 (size=44) 2024-11-14T08:22:36,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:36,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 391d85e08fa884216051d27653526cd2, disabling compactions & flushes 2024-11-14T08:22:36,792 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2. 2024-11-14T08:22:36,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2. 2024-11-14T08:22:36,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2. after waiting 0 ms 2024-11-14T08:22:36,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2. 2024-11-14T08:22:36,792 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2. 2024-11-14T08:22:36,792 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 391d85e08fa884216051d27653526cd2: Waiting for close lock at 1731572556792Disabling compacts and flushes for region at 1731572556792Disabling writes for close at 1731572556792Writing region close event to WAL at 1731572556792Closed at 1731572556792 2024-11-14T08:22:36,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:22:36,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731572556793"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572556793"}]},"ts":"1731572556793"} 2024-11-14T08:22:36,795 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:22:36,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:22:36,796 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572556796"}]},"ts":"1731572556796"} 2024-11-14T08:22:36,798 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T08:22:36,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=391d85e08fa884216051d27653526cd2, ASSIGN}] 2024-11-14T08:22:36,800 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=391d85e08fa884216051d27653526cd2, ASSIGN 2024-11-14T08:22:36,801 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=391d85e08fa884216051d27653526cd2, ASSIGN; state=OFFLINE, location=b344df224d93,42307,1731572536696; forceNewPlan=false, retain=false 2024-11-14T08:22:36,951 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=391d85e08fa884216051d27653526cd2, regionState=OPENING, regionLocation=b344df224d93,42307,1731572536696 2024-11-14T08:22:36,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=391d85e08fa884216051d27653526cd2, ASSIGN because future has completed 2024-11-14T08:22:36,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 391d85e08fa884216051d27653526cd2, server=b344df224d93,42307,1731572536696}] 2024-11-14T08:22:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:22:37,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2. 2024-11-14T08:22:37,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:22:37,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T08:22:37,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C42307%2C1731572536696.rep, suffix=, logDir=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696, archiveDir=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/oldWALs, maxLogs=10 2024-11-14T08:22:37,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.rep.1731572557110, exclude list is [], retry=0 2024-11-14T08:22:37,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46803,DS-1f147fae-6614-4f67-b11a-7a2a6b9a17cc,DISK] 2024-11-14T08:22:37,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.rep.1731572557110 2024-11-14T08:22:37,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41965:41965)] 2024-11-14T08:22:37,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 391d85e08fa884216051d27653526cd2, NAME => 'hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:22:37,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:22:37,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:22:37,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2. service=MultiRowMutationService 2024-11-14T08:22:37,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T08:22:37,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 391d85e08fa884216051d27653526cd2 2024-11-14T08:22:37,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:37,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 391d85e08fa884216051d27653526cd2 2024-11-14T08:22:37,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 391d85e08fa884216051d27653526cd2 2024-11-14T08:22:37,129 INFO [StoreOpener-391d85e08fa884216051d27653526cd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 391d85e08fa884216051d27653526cd2 2024-11-14T08:22:37,130 INFO [StoreOpener-391d85e08fa884216051d27653526cd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 391d85e08fa884216051d27653526cd2 columnFamilyName hfileref 2024-11-14T08:22:37,130 DEBUG [StoreOpener-391d85e08fa884216051d27653526cd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:37,131 INFO [StoreOpener-391d85e08fa884216051d27653526cd2-1 {}] regionserver.HStore(327): Store=391d85e08fa884216051d27653526cd2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:37,131 INFO [StoreOpener-391d85e08fa884216051d27653526cd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 391d85e08fa884216051d27653526cd2 2024-11-14T08:22:37,132 INFO [StoreOpener-391d85e08fa884216051d27653526cd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 391d85e08fa884216051d27653526cd2 columnFamilyName queue 2024-11-14T08:22:37,132 DEBUG [StoreOpener-391d85e08fa884216051d27653526cd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:37,132 INFO [StoreOpener-391d85e08fa884216051d27653526cd2-1 {}] regionserver.HStore(327): Store=391d85e08fa884216051d27653526cd2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:37,132 INFO [StoreOpener-391d85e08fa884216051d27653526cd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 391d85e08fa884216051d27653526cd2 2024-11-14T08:22:37,133 INFO [StoreOpener-391d85e08fa884216051d27653526cd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 391d85e08fa884216051d27653526cd2 columnFamilyName sid 2024-11-14T08:22:37,133 DEBUG [StoreOpener-391d85e08fa884216051d27653526cd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:37,133 INFO [StoreOpener-391d85e08fa884216051d27653526cd2-1 {}] regionserver.HStore(327): Store=391d85e08fa884216051d27653526cd2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:37,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 391d85e08fa884216051d27653526cd2 2024-11-14T08:22:37,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/replication/391d85e08fa884216051d27653526cd2 2024-11-14T08:22:37,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/replication/391d85e08fa884216051d27653526cd2 2024-11-14T08:22:37,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 391d85e08fa884216051d27653526cd2 2024-11-14T08:22:37,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 391d85e08fa884216051d27653526cd2 2024-11-14T08:22:37,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:22:37,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 391d85e08fa884216051d27653526cd2 2024-11-14T08:22:37,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/replication/391d85e08fa884216051d27653526cd2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:22:37,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 391d85e08fa884216051d27653526cd2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61247497, jitterRate=-0.08734117448329926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:22:37,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 391d85e08fa884216051d27653526cd2 2024-11-14T08:22:37,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 391d85e08fa884216051d27653526cd2: Running coprocessor pre-open hook at 1731572557128Writing region info on filesystem at 1731572557128Initializing all the Stores at 1731572557129 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572557129Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572557129Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572557129Cleaning up temporary data from old regions at 1731572557135 (+6 ms)Running coprocessor post-open hooks at 1731572557138 (+3 ms)Region opened successfully at 1731572557138 2024-11-14T08:22:37,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2., pid=10, masterSystemTime=1731572557105 2024-11-14T08:22:37,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2. 2024-11-14T08:22:37,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2. 2024-11-14T08:22:37,141 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=391d85e08fa884216051d27653526cd2, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,42307,1731572536696 2024-11-14T08:22:37,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 391d85e08fa884216051d27653526cd2, server=b344df224d93,42307,1731572536696 because future has completed 2024-11-14T08:22:37,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T08:22:37,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 391d85e08fa884216051d27653526cd2, server=b344df224d93,42307,1731572536696 in 191 msec 2024-11-14T08:22:37,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T08:22:37,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=391d85e08fa884216051d27653526cd2, ASSIGN in 346 msec 2024-11-14T08:22:37,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:22:37,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572557147"}]},"ts":"1731572557147"} 2024-11-14T08:22:37,149 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T08:22:37,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:22:37,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 776 msec 2024-11-14T08:22:37,164 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T08:22:37,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2., hostname=b344df224d93,42307,1731572536696, seqNum=2] 2024-11-14T08:22:37,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42307-0x101387007ff0001, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110 2024-11-14T08:22:37,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110 2024-11-14T08:22:37,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T08:22:37,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42307 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T08:22:37,435 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T08:22:37,460 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b344df224d93,42307,1731572536696, ReplicationSource: 1, currentBandwidth=0 2024-11-14T08:22:37,461 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:22:37,461 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,42307,1731572536696, seqNum=-1] 2024-11-14T08:22:37,461 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:22:37,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-14T08:22:37,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b344df224d93,42307,1731572536696', locateType=CURRENT is [region=hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2., hostname=b344df224d93,42307,1731572536696, seqNum=2] 2024-11-14T08:22:37,465 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T08:22:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T08:22:37,467 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b344df224d93,42307,1731572536696 suceeded 2024-11-14T08:22:37,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T08:22:37,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-14T08:22:37,469 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b344df224d93:39285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T08:22:37,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1080 sec 2024-11-14T08:22:37,479 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:39285' 2024-11-14T08:22:37,480 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@765f8289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:37,480 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,39285,-1 for getting cluster id 2024-11-14T08:22:37,480 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:22:37,481 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b6f8fea-2655-4c52-bec6-3f6d978c80f8' 2024-11-14T08:22:37,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:22:37,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b6f8fea-2655-4c52-bec6-3f6d978c80f8" 2024-11-14T08:22:37,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ed76610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:37,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,39285,-1] 2024-11-14T08:22:37,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:22:37,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:37,482 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:22:37,482 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30ed4591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:37,483 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:22:37,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,39285,1731572542132 2024-11-14T08:22:37,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e72c767 2024-11-14T08:22:37,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:22:37,484 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-14T08:22:37,485 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b344df224d93,42307,1731572536696 (queues=1) is replicating from cluster=2861f309-4c3c-4f52-8fb5-aeb9e7fb23bb to cluster=1b6f8fea-2655-4c52-bec6-3f6d978c80f8 2024-11-14T08:22:37,485 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b344df224d93%2C42307%2C1731572536696 2024-11-14T08:22:37,485 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b344df224d93,42307,1731572536696, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T08:22:37,485 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.shipperb344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b344df224d93%2C42307%2C1731572536696 2024-11-14T08:22:37,485 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029, startPosition=0, beingWritten=true 2024-11-14T08:22:37,490 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:37,490 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 379, reset compression=false 2024-11-14T08:22:37,490 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.shipperb344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,42307,1731572536696 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:22:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:22:37,505 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T08:22:37,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:22:37,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:37,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:37,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:37,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:37,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52306a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:37,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,39285,-1 for getting cluster id 2024-11-14T08:22:37,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:22:37,507 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b6f8fea-2655-4c52-bec6-3f6d978c80f8' 2024-11-14T08:22:37,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:22:37,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b6f8fea-2655-4c52-bec6-3f6d978c80f8" 2024-11-14T08:22:37,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a631b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:37,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,39285,-1] 2024-11-14T08:22:37,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:22:37,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:37,508 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:22:37,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2838c486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:37,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:22:37,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,39285,1731572542132 2024-11-14T08:22:37,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4229faf3 2024-11-14T08:22:37,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:22:37,511 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:22:37,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b344df224d93:36121,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T08:22:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T08:22:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:22:37,513 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:36121' 2024-11-14T08:22:37,514 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20483e2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:37,514 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,36121,-1 for getting cluster id 2024-11-14T08:22:37,515 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:22:37,515 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b808f6ec-89e0-4c69-9585-38da1f70ac86' 2024-11-14T08:22:37,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:22:37,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b808f6ec-89e0-4c69-9585-38da1f70ac86" 2024-11-14T08:22:37,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12be9d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:37,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,36121,-1] 2024-11-14T08:22:37,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:22:37,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:37,516 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:22:37,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b3fdf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:37,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:22:37,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,36121,1731572547781 2024-11-14T08:22:37,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@670217bb 2024-11-14T08:22:37,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:22:37,518 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:22:37,519 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T08:22:37,519 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T08:22:37,519 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:37,519 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:37,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:37,519 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:22:37,520 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T08:22:37,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:22:37,521 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:37,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:22:37,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741837_1013 (size=1138) 2024-11-14T08:22:37,571 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T08:22:37,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:22:37,694 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 379, reset compression=false 2024-11-14T08:22:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:22:37,930 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8162fa33e1daf98e5c84d3e7315f6db5, NAME => 'hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048 2024-11-14T08:22:37,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741838_1014 (size=44) 2024-11-14T08:22:37,997 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 379, reset compression=false 2024-11-14T08:22:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:22:38,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:38,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8162fa33e1daf98e5c84d3e7315f6db5, disabling compactions & flushes 2024-11-14T08:22:38,335 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5. 2024-11-14T08:22:38,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5. 2024-11-14T08:22:38,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5. after waiting 0 ms 2024-11-14T08:22:38,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5. 2024-11-14T08:22:38,335 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5. 2024-11-14T08:22:38,335 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8162fa33e1daf98e5c84d3e7315f6db5: Waiting for close lock at 1731572558335Disabling compacts and flushes for region at 1731572558335Disabling writes for close at 1731572558335Writing region close event to WAL at 1731572558335Closed at 1731572558335 2024-11-14T08:22:38,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:22:38,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731572558336"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572558336"}]},"ts":"1731572558336"} 2024-11-14T08:22:38,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:22:38,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:22:38,339 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572558339"}]},"ts":"1731572558339"} 2024-11-14T08:22:38,341 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T08:22:38,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8162fa33e1daf98e5c84d3e7315f6db5, ASSIGN}] 2024-11-14T08:22:38,342 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8162fa33e1daf98e5c84d3e7315f6db5, ASSIGN 2024-11-14T08:22:38,343 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8162fa33e1daf98e5c84d3e7315f6db5, ASSIGN; state=OFFLINE, location=b344df224d93,44079,1731572542283; forceNewPlan=false, retain=false 2024-11-14T08:22:38,400 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 379, reset compression=false 2024-11-14T08:22:38,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8162fa33e1daf98e5c84d3e7315f6db5, regionState=OPENING, regionLocation=b344df224d93,44079,1731572542283 2024-11-14T08:22:38,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8162fa33e1daf98e5c84d3e7315f6db5, ASSIGN because future has completed 2024-11-14T08:22:38,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8162fa33e1daf98e5c84d3e7315f6db5, server=b344df224d93,44079,1731572542283}] 2024-11-14T08:22:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:22:38,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5. 2024-11-14T08:22:38,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:22:38,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T08:22:38,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C44079%2C1731572542283.rep, suffix=, logDir=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283, archiveDir=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/oldWALs, maxLogs=10 2024-11-14T08:22:38,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.rep.1731572558653, exclude list is [], retry=0 2024-11-14T08:22:38,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41337,DS-4b919af2-b310-48b9-bfae-2002e78441ef,DISK] 2024-11-14T08:22:38,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.rep.1731572558653 2024-11-14T08:22:38,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44299:44299)] 2024-11-14T08:22:38,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8162fa33e1daf98e5c84d3e7315f6db5, NAME => 'hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:22:38,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:22:38,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:22:38,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5. service=MultiRowMutationService 2024-11-14T08:22:38,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T08:22:38,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8162fa33e1daf98e5c84d3e7315f6db5 2024-11-14T08:22:38,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:38,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8162fa33e1daf98e5c84d3e7315f6db5 2024-11-14T08:22:38,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8162fa33e1daf98e5c84d3e7315f6db5 2024-11-14T08:22:38,677 INFO [StoreOpener-8162fa33e1daf98e5c84d3e7315f6db5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8162fa33e1daf98e5c84d3e7315f6db5 2024-11-14T08:22:38,678 INFO [StoreOpener-8162fa33e1daf98e5c84d3e7315f6db5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8162fa33e1daf98e5c84d3e7315f6db5 columnFamilyName hfileref 2024-11-14T08:22:38,678 DEBUG [StoreOpener-8162fa33e1daf98e5c84d3e7315f6db5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:38,678 INFO [StoreOpener-8162fa33e1daf98e5c84d3e7315f6db5-1 {}] regionserver.HStore(327): Store=8162fa33e1daf98e5c84d3e7315f6db5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:38,679 INFO [StoreOpener-8162fa33e1daf98e5c84d3e7315f6db5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8162fa33e1daf98e5c84d3e7315f6db5 2024-11-14T08:22:38,680 INFO [StoreOpener-8162fa33e1daf98e5c84d3e7315f6db5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8162fa33e1daf98e5c84d3e7315f6db5 columnFamilyName queue 2024-11-14T08:22:38,680 DEBUG [StoreOpener-8162fa33e1daf98e5c84d3e7315f6db5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:38,680 INFO [StoreOpener-8162fa33e1daf98e5c84d3e7315f6db5-1 {}] regionserver.HStore(327): Store=8162fa33e1daf98e5c84d3e7315f6db5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:38,680 INFO [StoreOpener-8162fa33e1daf98e5c84d3e7315f6db5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8162fa33e1daf98e5c84d3e7315f6db5 2024-11-14T08:22:38,681 INFO [StoreOpener-8162fa33e1daf98e5c84d3e7315f6db5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8162fa33e1daf98e5c84d3e7315f6db5 columnFamilyName sid 2024-11-14T08:22:38,681 DEBUG [StoreOpener-8162fa33e1daf98e5c84d3e7315f6db5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:38,681 INFO [StoreOpener-8162fa33e1daf98e5c84d3e7315f6db5-1 {}] regionserver.HStore(327): Store=8162fa33e1daf98e5c84d3e7315f6db5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:38,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8162fa33e1daf98e5c84d3e7315f6db5 2024-11-14T08:22:38,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/replication/8162fa33e1daf98e5c84d3e7315f6db5 2024-11-14T08:22:38,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/replication/8162fa33e1daf98e5c84d3e7315f6db5 2024-11-14T08:22:38,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8162fa33e1daf98e5c84d3e7315f6db5 2024-11-14T08:22:38,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8162fa33e1daf98e5c84d3e7315f6db5 2024-11-14T08:22:38,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:22:38,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8162fa33e1daf98e5c84d3e7315f6db5 2024-11-14T08:22:38,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/replication/8162fa33e1daf98e5c84d3e7315f6db5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:22:38,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8162fa33e1daf98e5c84d3e7315f6db5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74611023, jitterRate=0.11179088056087494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:22:38,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8162fa33e1daf98e5c84d3e7315f6db5 2024-11-14T08:22:38,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8162fa33e1daf98e5c84d3e7315f6db5: Running coprocessor pre-open hook at 1731572558676Writing region info on filesystem at 1731572558676Initializing all the Stores at 1731572558677 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572558677Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572558677Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572558677Cleaning up temporary data from old regions at 1731572558683 (+6 ms)Running coprocessor post-open hooks at 1731572558686 (+3 ms)Region opened successfully at 1731572558686 2024-11-14T08:22:38,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5., pid=10, masterSystemTime=1731572558648 2024-11-14T08:22:38,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5. 2024-11-14T08:22:38,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5. 2024-11-14T08:22:38,690 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8162fa33e1daf98e5c84d3e7315f6db5, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,44079,1731572542283 2024-11-14T08:22:38,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8162fa33e1daf98e5c84d3e7315f6db5, server=b344df224d93,44079,1731572542283 because future has completed 2024-11-14T08:22:38,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T08:22:38,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8162fa33e1daf98e5c84d3e7315f6db5, server=b344df224d93,44079,1731572542283 in 198 msec 2024-11-14T08:22:38,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T08:22:38,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8162fa33e1daf98e5c84d3e7315f6db5, ASSIGN in 355 msec 2024-11-14T08:22:38,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:22:38,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572558699"}]},"ts":"1731572558699"} 2024-11-14T08:22:38,701 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T08:22:38,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:22:38,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-14T08:22:38,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5., hostname=b344df224d93,44079,1731572542283, seqNum=2] 2024-11-14T08:22:38,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537 2024-11-14T08:22:38,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x101387007ff0004, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537 2024-11-14T08:22:38,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T08:22:38,903 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 379, reset compression=false 2024-11-14T08:22:38,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T08:22:38,982 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T08:22:39,008 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b344df224d93,44079,1731572542283, ReplicationSource: 1, currentBandwidth=0 2024-11-14T08:22:39,009 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:22:39,009 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,44079,1731572542283, seqNum=-1] 2024-11-14T08:22:39,009 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:22:39,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T08:22:39,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b344df224d93,44079,1731572542283', locateType=CURRENT is [region=hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5., hostname=b344df224d93,44079,1731572542283, seqNum=2] 2024-11-14T08:22:39,013 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T08:22:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T08:22:39,015 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b344df224d93,44079,1731572542283 suceeded 2024-11-14T08:22:39,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T08:22:39,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-14T08:22:39,017 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b344df224d93:36121,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T08:22:39,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5060 sec 2024-11-14T08:22:39,026 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:36121' 2024-11-14T08:22:39,027 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f448319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:39,027 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,36121,-1 for getting cluster id 2024-11-14T08:22:39,027 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:22:39,028 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b808f6ec-89e0-4c69-9585-38da1f70ac86' 2024-11-14T08:22:39,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:22:39,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b808f6ec-89e0-4c69-9585-38da1f70ac86" 2024-11-14T08:22:39,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@556d0048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:39,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,36121,-1] 2024-11-14T08:22:39,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:22:39,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:39,030 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:22:39,030 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59e189a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:39,030 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:22:39,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,36121,1731572547781 2024-11-14T08:22:39,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ec08f0e 2024-11-14T08:22:39,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:22:39,032 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-14T08:22:39,032 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b344df224d93,44079,1731572542283 (queues=1) is replicating from cluster=1b6f8fea-2655-4c52-bec6-3f6d978c80f8 to cluster=b808f6ec-89e0-4c69-9585-38da1f70ac86 2024-11-14T08:22:39,033 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b344df224d93%2C44079%2C1731572542283 2024-11-14T08:22:39,033 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b344df224d93,44079,1731572542283, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T08:22:39,033 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481, startPosition=0, beingWritten=true 2024-11-14T08:22:39,033 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.shipperb344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b344df224d93%2C44079%2C1731572542283 2024-11-14T08:22:39,042 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:39,042 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 379, reset compression=false 2024-11-14T08:22:39,042 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.shipperb344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,44079,1731572542283 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:22:39,246 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 379, reset compression=false 2024-11-14T08:22:39,505 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 379, reset compression=false 2024-11-14T08:22:39,549 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 379, reset compression=false 2024-11-14T08:22:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:22:39,655 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T08:22:39,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:22:39,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:39,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:39,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:39,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:39,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f448dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:39,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,36121,-1 for getting cluster id 2024-11-14T08:22:39,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:22:39,657 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b808f6ec-89e0-4c69-9585-38da1f70ac86' 2024-11-14T08:22:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:22:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b808f6ec-89e0-4c69-9585-38da1f70ac86" 2024-11-14T08:22:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77417ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,36121,-1] 2024-11-14T08:22:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:22:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:39,658 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:22:39,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bee9d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:39,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:22:39,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,36121,1731572547781 2024-11-14T08:22:39,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52c9dcf3 2024-11-14T08:22:39,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:22:39,661 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:22:39,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b344df224d93:39285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T08:22:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T08:22:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:22:39,664 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:39285' 2024-11-14T08:22:39,665 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3fc503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:39,665 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,39285,-1 for getting cluster id 2024-11-14T08:22:39,665 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:22:39,666 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b6f8fea-2655-4c52-bec6-3f6d978c80f8' 2024-11-14T08:22:39,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:22:39,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b6f8fea-2655-4c52-bec6-3f6d978c80f8" 2024-11-14T08:22:39,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e9d8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:39,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,39285,-1] 2024-11-14T08:22:39,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:22:39,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:39,667 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:22:39,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13928ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:39,668 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:22:39,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,39285,1731572542132 2024-11-14T08:22:39,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@253f0380 2024-11-14T08:22:39,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:22:39,669 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:22:39,670 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T08:22:39,670 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T08:22:39,670 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:39,670 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:39,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:39,670 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:22:39,671 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T08:22:39,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:22:39,672 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:39,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:22:39,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741837_1013 (size=1138) 2024-11-14T08:22:39,722 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T08:22:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:22:39,953 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 379, reset compression=false 2024-11-14T08:22:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:22:40,079 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94a9be677b084191ca03744d946826a2, NAME => 'hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee 2024-11-14T08:22:40,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741838_1014 (size=44) 2024-11-14T08:22:40,208 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 379, reset compression=false 2024-11-14T08:22:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:22:40,456 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 379, reset compression=false 2024-11-14T08:22:40,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:40,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 94a9be677b084191ca03744d946826a2, disabling compactions & flushes 2024-11-14T08:22:40,483 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2. 2024-11-14T08:22:40,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2. 2024-11-14T08:22:40,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2. after waiting 0 ms 2024-11-14T08:22:40,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2. 2024-11-14T08:22:40,484 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2. 2024-11-14T08:22:40,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94a9be677b084191ca03744d946826a2: Waiting for close lock at 1731572560483Disabling compacts and flushes for region at 1731572560483Disabling writes for close at 1731572560484 (+1 ms)Writing region close event to WAL at 1731572560484Closed at 1731572560484 2024-11-14T08:22:40,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:22:40,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731572560485"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572560485"}]},"ts":"1731572560485"} 2024-11-14T08:22:40,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:22:40,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:22:40,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572560487"}]},"ts":"1731572560487"} 2024-11-14T08:22:40,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T08:22:40,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=94a9be677b084191ca03744d946826a2, ASSIGN}] 2024-11-14T08:22:40,489 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=94a9be677b084191ca03744d946826a2, ASSIGN 2024-11-14T08:22:40,490 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=94a9be677b084191ca03744d946826a2, ASSIGN; state=OFFLINE, location=b344df224d93,45607,1731572547939; forceNewPlan=false, retain=false 2024-11-14T08:22:40,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=94a9be677b084191ca03744d946826a2, regionState=OPENING, regionLocation=b344df224d93,45607,1731572547939 2024-11-14T08:22:40,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=94a9be677b084191ca03744d946826a2, ASSIGN because future has completed 2024-11-14T08:22:40,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94a9be677b084191ca03744d946826a2, server=b344df224d93,45607,1731572547939}] 2024-11-14T08:22:40,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2. 2024-11-14T08:22:40,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:22:40,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T08:22:40,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C45607%2C1731572547939.rep, suffix=, logDir=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939, archiveDir=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/oldWALs, maxLogs=10 2024-11-14T08:22:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:22:40,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.rep.1731572560799, exclude list is [], retry=0 2024-11-14T08:22:40,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33991,DS-4c9ddefd-f4f1-49e5-8e55-09975bdd545a,DISK] 2024-11-14T08:22:40,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.rep.1731572560799 2024-11-14T08:22:40,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33499:33499)] 2024-11-14T08:22:40,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 94a9be677b084191ca03744d946826a2, NAME => 'hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:22:40,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:22:40,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:22:40,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2. service=MultiRowMutationService 2024-11-14T08:22:40,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T08:22:40,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 94a9be677b084191ca03744d946826a2 2024-11-14T08:22:40,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:22:40,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 94a9be677b084191ca03744d946826a2 2024-11-14T08:22:40,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 94a9be677b084191ca03744d946826a2 2024-11-14T08:22:40,819 INFO [StoreOpener-94a9be677b084191ca03744d946826a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 94a9be677b084191ca03744d946826a2 2024-11-14T08:22:40,820 INFO [StoreOpener-94a9be677b084191ca03744d946826a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94a9be677b084191ca03744d946826a2 columnFamilyName hfileref 2024-11-14T08:22:40,820 DEBUG [StoreOpener-94a9be677b084191ca03744d946826a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:40,820 INFO [StoreOpener-94a9be677b084191ca03744d946826a2-1 {}] regionserver.HStore(327): Store=94a9be677b084191ca03744d946826a2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:40,820 INFO [StoreOpener-94a9be677b084191ca03744d946826a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 94a9be677b084191ca03744d946826a2 2024-11-14T08:22:40,821 INFO [StoreOpener-94a9be677b084191ca03744d946826a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94a9be677b084191ca03744d946826a2 columnFamilyName queue 2024-11-14T08:22:40,821 DEBUG [StoreOpener-94a9be677b084191ca03744d946826a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:40,821 INFO [StoreOpener-94a9be677b084191ca03744d946826a2-1 {}] regionserver.HStore(327): Store=94a9be677b084191ca03744d946826a2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:40,821 INFO [StoreOpener-94a9be677b084191ca03744d946826a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 94a9be677b084191ca03744d946826a2 2024-11-14T08:22:40,822 INFO [StoreOpener-94a9be677b084191ca03744d946826a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94a9be677b084191ca03744d946826a2 columnFamilyName sid 2024-11-14T08:22:40,822 DEBUG [StoreOpener-94a9be677b084191ca03744d946826a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:22:40,822 INFO [StoreOpener-94a9be677b084191ca03744d946826a2-1 {}] regionserver.HStore(327): Store=94a9be677b084191ca03744d946826a2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:22:40,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 94a9be677b084191ca03744d946826a2 2024-11-14T08:22:40,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/replication/94a9be677b084191ca03744d946826a2 2024-11-14T08:22:40,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/replication/94a9be677b084191ca03744d946826a2 2024-11-14T08:22:40,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 94a9be677b084191ca03744d946826a2 2024-11-14T08:22:40,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 94a9be677b084191ca03744d946826a2 2024-11-14T08:22:40,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:22:40,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 94a9be677b084191ca03744d946826a2 2024-11-14T08:22:40,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/replication/94a9be677b084191ca03744d946826a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:22:40,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 94a9be677b084191ca03744d946826a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58977708, jitterRate=-0.12116366624832153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:22:40,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94a9be677b084191ca03744d946826a2 2024-11-14T08:22:40,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 94a9be677b084191ca03744d946826a2: Running coprocessor pre-open hook at 1731572560818Writing region info on filesystem at 1731572560818Initializing all the Stores at 1731572560818Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572560819 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572560819Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572560819Cleaning up temporary data from old regions at 1731572560824 (+5 ms)Running coprocessor post-open hooks at 1731572560827 (+3 ms)Region opened successfully at 1731572560827 2024-11-14T08:22:40,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2., pid=10, masterSystemTime=1731572560794 2024-11-14T08:22:40,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2. 2024-11-14T08:22:40,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2. 2024-11-14T08:22:40,830 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=94a9be677b084191ca03744d946826a2, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,45607,1731572547939 2024-11-14T08:22:40,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94a9be677b084191ca03744d946826a2, server=b344df224d93,45607,1731572547939 because future has completed 2024-11-14T08:22:40,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T08:22:40,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 94a9be677b084191ca03744d946826a2, server=b344df224d93,45607,1731572547939 in 190 msec 2024-11-14T08:22:40,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T08:22:40,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=94a9be677b084191ca03744d946826a2, ASSIGN in 347 msec 2024-11-14T08:22:40,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:22:40,838 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572560837"}]},"ts":"1731572560837"} 2024-11-14T08:22:40,839 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T08:22:40,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:22:40,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-14T08:22:40,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2., hostname=b344df224d93,45607,1731572547939, seqNum=2] 2024-11-14T08:22:41,012 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 379, reset compression=false 2024-11-14T08:22:41,059 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 379, reset compression=false 2024-11-14T08:22:41,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101387007ff0007, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283 2024-11-14T08:22:41,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283 2024-11-14T08:22:41,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T08:22:41,457 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:22:41,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:41,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:41,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:41,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:41,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:41,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:41,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:41,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:41,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:41,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:41,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:41,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:41,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:41,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:41,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:41,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45607 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T08:22:41,582 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T08:22:41,607 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b344df224d93,45607,1731572547939, ReplicationSource: 1, currentBandwidth=0 2024-11-14T08:22:41,607 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:22:41,607 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,45607,1731572547939, seqNum=-1] 2024-11-14T08:22:41,607 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:22:41,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T08:22:41,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b344df224d93,45607,1731572547939', locateType=CURRENT is [region=hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2., hostname=b344df224d93,45607,1731572547939, seqNum=2] 2024-11-14T08:22:41,611 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T08:22:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T08:22:41,613 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b344df224d93,45607,1731572547939 suceeded 2024-11-14T08:22:41,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T08:22:41,615 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b344df224d93:39285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T08:22:41,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-14T08:22:41,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9540 sec 2024-11-14T08:22:41,628 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:39285' 2024-11-14T08:22:41,630 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1430852f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:41,630 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,39285,-1 for getting cluster id 2024-11-14T08:22:41,630 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:22:41,630 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b6f8fea-2655-4c52-bec6-3f6d978c80f8' 2024-11-14T08:22:41,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:22:41,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b6f8fea-2655-4c52-bec6-3f6d978c80f8" 2024-11-14T08:22:41,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59792b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:41,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,39285,-1] 2024-11-14T08:22:41,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:22:41,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:41,631 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:22:41,632 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@180c5bfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:41,632 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:22:41,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,39285,1731572542132 2024-11-14T08:22:41,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d0ae610 2024-11-14T08:22:41,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:22:41,633 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-14T08:22:41,634 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b344df224d93,45607,1731572547939 (queues=1) is replicating from cluster=b808f6ec-89e0-4c69-9585-38da1f70ac86 to cluster=1b6f8fea-2655-4c52-bec6-3f6d978c80f8 2024-11-14T08:22:41,634 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b344df224d93%2C45607%2C1731572547939 2024-11-14T08:22:41,634 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b344df224d93,45607,1731572547939, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T08:22:41,634 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830, startPosition=0, beingWritten=true 2024-11-14T08:22:41,639 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.shipperb344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b344df224d93%2C45607%2C1731572547939 2024-11-14T08:22:41,641 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:41,641 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 379, reset compression=false 2024-11-14T08:22:41,641 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.shipperb344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,45607,1731572547939 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:22:41,762 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 379, reset compression=false 2024-11-14T08:22:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:22:41,815 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T08:22:41,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:22:41,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:41,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:41,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:41,815 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:41,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f56875b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:41,816 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,44169,-1 for getting cluster id 2024-11-14T08:22:41,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:22:41,816 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2861f309-4c3c-4f52-8fb5-aeb9e7fb23bb' 2024-11-14T08:22:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:22:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2861f309-4c3c-4f52-8fb5-aeb9e7fb23bb" 2024-11-14T08:22:41,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adec696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,44169,-1] 2024-11-14T08:22:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:22:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:41,817 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:22:41,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d5fe4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:41,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12603311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:41,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,39285,-1 for getting cluster id 2024-11-14T08:22:41,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:22:41,819 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b6f8fea-2655-4c52-bec6-3f6d978c80f8' 2024-11-14T08:22:41,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:22:41,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b6f8fea-2655-4c52-bec6-3f6d978c80f8" 2024-11-14T08:22:41,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a5b27b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:41,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,39285,-1] 2024-11-14T08:22:41,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:22:41,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:41,820 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:22:41,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709710ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:41,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57fce6d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:41,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,36121,-1 for getting cluster id 2024-11-14T08:22:41,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:22:41,821 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b808f6ec-89e0-4c69-9585-38da1f70ac86' 2024-11-14T08:22:41,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:22:41,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b808f6ec-89e0-4c69-9585-38da1f70ac86" 2024-11-14T08:22:41,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cf9eb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:41,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,36121,-1] 2024-11-14T08:22:41,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:22:41,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:41,822 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:22:41,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a9d56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:41,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:22:41,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,42307,1731572536696, seqNum=-1] 2024-11-14T08:22:41,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:22:41,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:22:41,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603., hostname=b344df224d93,42307,1731572536696, seqNum=2] 2024-11-14T08:22:41,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:22:41,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,45607,1731572547939, seqNum=-1] 2024-11-14T08:22:41,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:22:41,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:22:41,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77., hostname=b344df224d93,45607,1731572547939, seqNum=2] 2024-11-14T08:22:41,833 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T08:22:41,845 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 379, reset compression=false 2024-11-14T08:22:41,915 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 379, reset compression=false 2024-11-14T08:22:41,920 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:22:41,920 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 480, reset compression=false 2024-11-14T08:22:41,920 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.shipperb344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,42307,1731572536696 got entry batch from reader: WALEntryBatch [walEntries=[{test/96ba35dfbc3a100b6f5c0739bdfbe603/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T08:22:41,922 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.shipperb344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:22:41,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-14T08:22:41,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:22:41,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b197491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:41,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,39285,-1 for getting cluster id 2024-11-14T08:22:41,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:22:41,925 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b6f8fea-2655-4c52-bec6-3f6d978c80f8' 2024-11-14T08:22:41,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:22:41,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b6f8fea-2655-4c52-bec6-3f6d978c80f8" 2024-11-14T08:22:41,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a97cf6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:41,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,39285,-1] 2024-11-14T08:22:41,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:22:41,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:41,927 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:22:41,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bebcfce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:41,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:22:41,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,44079,1731572542283, seqNum=-1] 2024-11-14T08:22:41,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:22:41,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T08:22:41,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731572553058.5530d385c2d01518562979964136bad3., hostname=b344df224d93,44079,1731572542283, seqNum=2] 2024-11-14T08:22:41,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:22:41,994 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:22:41,995 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:22:41,995 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108612 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:22:42,123 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 480, reset compression=false 2024-11-14T08:22:42,149 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 379, reset compression=false 2024-11-14T08:22:42,430 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 480, reset compression=false 2024-11-14T08:22:42,553 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 379, reset compression=false 2024-11-14T08:22:42,566 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 379, reset compression=false 2024-11-14T08:22:42,570 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:22:42,570 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 503, reset compression=false 2024-11-14T08:22:42,570 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.shipperb344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,44079,1731572542283 got entry batch from reader: WALEntryBatch [walEntries=[{test/5530d385c2d01518562979964136bad3/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T08:22:42,571 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.shipperb344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:22:42,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-14T08:22:42,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:22:42,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36e4563f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:42,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,36121,-1 for getting cluster id 2024-11-14T08:22:42,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:22:42,574 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b808f6ec-89e0-4c69-9585-38da1f70ac86' 2024-11-14T08:22:42,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:22:42,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b808f6ec-89e0-4c69-9585-38da1f70ac86" 2024-11-14T08:22:42,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10245c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:42,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,36121,-1] 2024-11-14T08:22:42,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:22:42,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:42,575 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:22:42,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@420a4aa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:22:42,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:22:42,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,45607,1731572547939, seqNum=-1] 2024-11-14T08:22:42,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:22:42,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T08:22:42,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77., hostname=b344df224d93,45607,1731572547939, seqNum=2] 2024-11-14T08:22:42,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:22:42,773 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 503, reset compression=false 2024-11-14T08:22:42,834 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 480, reset compression=false 2024-11-14T08:22:42,834 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T08:22:42,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:22:42,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,44079,1731572542283, seqNum=-1] 2024-11-14T08:22:42,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:22:42,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:22:42,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731572553058.5530d385c2d01518562979964136bad3., hostname=b344df224d93,44079,1731572542283, seqNum=2] 2024-11-14T08:22:42,842 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T08:22:43,056 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 379, reset compression=false 2024-11-14T08:22:43,060 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:43,060 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 526, reset compression=false 2024-11-14T08:22:43,060 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.shipperb344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,45607,1731572547939 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:22:43,076 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 503, reset compression=false 2024-11-14T08:22:43,079 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:22:43,079 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 607, reset compression=false 2024-11-14T08:22:43,079 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.shipperb344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,44079,1731572542283 got entry batch from reader: WALEntryBatch [walEntries=[{test/5530d385c2d01518562979964136bad3/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T08:22:43,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:22:43,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:22:43,263 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 526, reset compression=false 2024-11-14T08:22:43,267 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:43,267 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 653, reset compression=false 2024-11-14T08:22:43,267 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.shipperb344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,45607,1731572547939 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:22:43,283 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 607, reset compression=false 2024-11-14T08:22:43,337 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 480, reset compression=false 2024-11-14T08:22:43,470 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 653, reset compression=false 2024-11-14T08:22:43,586 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 607, reset compression=false 2024-11-14T08:22:43,773 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 653, reset compression=false 2024-11-14T08:22:43,843 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T08:22:43,846 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T08:22:43,940 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 480, reset compression=false 2024-11-14T08:22:43,989 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 607, reset compression=false 2024-11-14T08:22:44,176 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 653, reset compression=false 2024-11-14T08:22:44,180 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:22:44,180 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 757, reset compression=false 2024-11-14T08:22:44,180 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.shipperb344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,45607,1731572547939 got entry batch from reader: WALEntryBatch [walEntries=[{test/8688f932d2f1e085a84c3755b9c27c77/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T08:22:44,182 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.shipperb344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:22:44,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-14T08:22:44,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:22:44,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:22:44,383 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 757, reset compression=false 2024-11-14T08:22:44,492 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 607, reset compression=false 2024-11-14T08:22:44,496 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:44,496 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 735, reset compression=false 2024-11-14T08:22:44,496 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.shipperb344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,44079,1731572542283 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:22:44,643 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 480, reset compression=false 2024-11-14T08:22:44,687 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 757, reset compression=false 2024-11-14T08:22:44,713 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 735, reset compression=false 2024-11-14T08:22:44,848 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T08:22:44,851 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T08:22:45,016 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 735, reset compression=false 2024-11-14T08:22:45,090 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 757, reset compression=false 2024-11-14T08:22:45,420 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 735, reset compression=false 2024-11-14T08:22:45,447 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 480, reset compression=false 2024-11-14T08:22:45,451 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:22:45,451 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 636, reset compression=false 2024-11-14T08:22:45,451 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.shipperb344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,42307,1731572536696 got entry batch from reader: WALEntryBatch [walEntries=[{test/96ba35dfbc3a100b6f5c0739bdfbe603/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T08:22:45,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:22:45,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:22:45,544 DEBUG [master/b344df224d93:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=34, reused chunk count=126, reuseRatio=78.75% 2024-11-14T08:22:45,544 DEBUG [master/b344df224d93:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-14T08:22:45,594 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 757, reset compression=false 2024-11-14T08:22:45,656 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 636, reset compression=false 2024-11-14T08:22:45,853 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T08:22:45,923 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 735, reset compression=false 2024-11-14T08:22:45,928 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:22:45,928 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 882, reset compression=false 2024-11-14T08:22:45,928 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.shipperb344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,44079,1731572542283 got entry batch from reader: WALEntryBatch [walEntries=[{test/5530d385c2d01518562979964136bad3/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T08:22:45,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:22:45,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:22:45,959 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 636, reset compression=false 2024-11-14T08:22:46,079 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T08:22:46,134 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 882, reset compression=false 2024-11-14T08:22:46,197 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 757, reset compression=false 2024-11-14T08:22:46,201 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:46,201 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 927, reset compression=false 2024-11-14T08:22:46,201 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.shipperb344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,45607,1731572547939 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:22:46,363 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 636, reset compression=false 2024-11-14T08:22:46,405 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 927, reset compression=false 2024-11-14T08:22:46,438 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 882, reset compression=false 2024-11-14T08:22:46,709 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 927, reset compression=false 2024-11-14T08:22:46,842 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 882, reset compression=false 2024-11-14T08:22:46,854 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T08:22:46,857 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T08:22:46,867 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 636, reset compression=false 2024-11-14T08:22:47,112 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 927, reset compression=false 2024-11-14T08:22:47,345 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 882, reset compression=false 2024-11-14T08:22:47,350 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:22:47,350 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 1041, reset compression=false 2024-11-14T08:22:47,350 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.shipperb344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,44079,1731572542283 got entry batch from reader: WALEntryBatch [walEntries=[{test/5530d385c2d01518562979964136bad3/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T08:22:47,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:22:47,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:22:47,470 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 636, reset compression=false 2024-11-14T08:22:47,553 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 1041, reset compression=false 2024-11-14T08:22:47,615 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 927, reset compression=false 2024-11-14T08:22:47,619 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:47,619 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 1076, reset compression=false 2024-11-14T08:22:47,619 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.shipperb344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,45607,1731572547939 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:22:47,825 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 1076, reset compression=false 2024-11-14T08:22:47,856 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 1041, reset compression=false 2024-11-14T08:22:47,858 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T08:22:47,861 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T08:22:48,128 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 1076, reset compression=false 2024-11-14T08:22:48,132 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:22:48,132 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 1235, reset compression=false 2024-11-14T08:22:48,132 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.shipperb344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,45607,1731572547939 got entry batch from reader: WALEntryBatch [walEntries=[{test/8688f932d2f1e085a84c3755b9c27c77/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T08:22:48,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T08:22:48,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T08:22:48,174 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 636, reset compression=false 2024-11-14T08:22:48,260 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 1041, reset compression=false 2024-11-14T08:22:48,264 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:48,264 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 1191, reset compression=false 2024-11-14T08:22:48,264 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.shipperb344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,44079,1731572542283 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:22:48,334 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 1235, reset compression=false 2024-11-14T08:22:48,467 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 1191, reset compression=false 2024-11-14T08:22:48,637 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 1235, reset compression=false 2024-11-14T08:22:48,770 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 1191, reset compression=false 2024-11-14T08:22:48,863 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T08:22:48,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:22:48,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:22:48,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:48,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:48,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:48,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:48,868 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:22:48,868 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1892059909, stopped=false 2024-11-14T08:22:48,868 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,36121,1731572547781 2024-11-14T08:22:48,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-71974283/running 2024-11-14T08:22:48,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101387007ff0007, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-71974283/running 2024-11-14T08:22:48,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283 2024-11-14T08:22:48,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101387007ff0007, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283 2024-11-14T08:22:48,932 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:22:48,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:22:48,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:48,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:48,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Set watcher on znode that does not yet exist, /2-71974283/running 2024-11-14T08:22:48,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45607-0x101387007ff0007, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Set watcher on znode that does not yet exist, /2-71974283/running 2024-11-14T08:22:48,933 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,45607,1731572547939' ***** 2024-11-14T08:22:48,933 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:22:48,933 INFO [RS:0;b344df224d93:45607 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:22:48,933 INFO [RS:0;b344df224d93:45607 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:22:48,933 INFO [RS:0;b344df224d93:45607 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:22:48,933 INFO [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(3091): Received CLOSE for 94a9be677b084191ca03744d946826a2 2024-11-14T08:22:48,933 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:22:48,934 INFO [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(3091): Received CLOSE for 8688f932d2f1e085a84c3755b9c27c77 2024-11-14T08:22:48,934 INFO [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(959): stopping server b344df224d93,45607,1731572547939 2024-11-14T08:22:48,934 INFO [RS:0;b344df224d93:45607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:22:48,934 INFO [RS:0;b344df224d93:45607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:45607. 2024-11-14T08:22:48,934 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94a9be677b084191ca03744d946826a2, disabling compactions & flushes 2024-11-14T08:22:48,934 DEBUG [RS:0;b344df224d93:45607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:48,934 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2. 2024-11-14T08:22:48,934 DEBUG [RS:0;b344df224d93:45607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:48,934 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2. 2024-11-14T08:22:48,934 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2. after waiting 0 ms 2024-11-14T08:22:48,934 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2. 2024-11-14T08:22:48,934 INFO [RS:0;b344df224d93:45607 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:22:48,934 INFO [RS:0;b344df224d93:45607 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:22:48,934 INFO [RS:0;b344df224d93:45607 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:22:48,934 INFO [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:22:48,934 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 94a9be677b084191ca03744d946826a2 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-14T08:22:48,934 INFO [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T08:22:48,934 DEBUG [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 94a9be677b084191ca03744d946826a2=hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2., 8688f932d2f1e085a84c3755b9c27c77=test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77.} 2024-11-14T08:22:48,934 DEBUG [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8688f932d2f1e085a84c3755b9c27c77, 94a9be677b084191ca03744d946826a2 2024-11-14T08:22:48,934 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:22:48,934 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:22:48,934 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:22:48,934 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:22:48,934 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:22:48,934 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T08:22:48,954 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/replication/94a9be677b084191ca03744d946826a2/.tmp/queue/c2a0da5938cb4463b9488b9d915d5fb4 is 154, key is 1-b344df224d93,45607,1731572547939/queue:b344df224d93%2C45607%2C1731572547939/1731572568135/Put/seqid=0 2024-11-14T08:22:48,954 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/.tmp/info/259c3b4ce070481c9851cda39f2cf3af is 147, key is hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2./info:regioninfo/1731572560830/Put/seqid=0 2024-11-14T08:22:48,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741840_1016 (size=7686) 2024-11-14T08:22:48,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741841_1017 (size=5353) 2024-11-14T08:22:48,957 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/.tmp/info/259c3b4ce070481c9851cda39f2cf3af 2024-11-14T08:22:48,973 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/.tmp/ns/bc51d888195149c5bbc8f4b04bcb496a is 43, key is default/ns:d/1731572550836/Put/seqid=0 2024-11-14T08:22:48,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741842_1018 (size=5153) 2024-11-14T08:22:48,977 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 636, reset compression=false 2024-11-14T08:22:49,010 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:22:49,040 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 1235, reset compression=false 2024-11-14T08:22:49,134 DEBUG [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8688f932d2f1e085a84c3755b9c27c77, 94a9be677b084191ca03744d946826a2 2024-11-14T08:22:49,173 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 1191, reset compression=false 2024-11-14T08:22:49,335 DEBUG [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8688f932d2f1e085a84c3755b9c27c77, 94a9be677b084191ca03744d946826a2 2024-11-14T08:22:49,358 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/replication/94a9be677b084191ca03744d946826a2/.tmp/queue/c2a0da5938cb4463b9488b9d915d5fb4 2024-11-14T08:22:49,362 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/replication/94a9be677b084191ca03744d946826a2/.tmp/queue/c2a0da5938cb4463b9488b9d915d5fb4 as hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/replication/94a9be677b084191ca03744d946826a2/queue/c2a0da5938cb4463b9488b9d915d5fb4 2024-11-14T08:22:49,366 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/replication/94a9be677b084191ca03744d946826a2/queue/c2a0da5938cb4463b9488b9d915d5fb4, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T08:22:49,367 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 94a9be677b084191ca03744d946826a2 in 433ms, sequenceid=12, compaction requested=false 2024-11-14T08:22:49,370 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/replication/94a9be677b084191ca03744d946826a2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T08:22:49,371 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:22:49,371 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:22:49,371 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2. 2024-11-14T08:22:49,371 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94a9be677b084191ca03744d946826a2: Waiting for close lock at 1731572568934Running coprocessor pre-close hooks at 1731572568934Disabling compacts and flushes for region at 1731572568934Disabling writes for close at 1731572568934Obtaining lock to block concurrent updates at 1731572568934Preparing flush snapshotting stores in 94a9be677b084191ca03744d946826a2 at 1731572568934Finished memstore snapshotting hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731572568934Flushing stores of hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2. at 1731572568935 (+1 ms)Flushing 94a9be677b084191ca03744d946826a2/queue: creating writer at 1731572568935Flushing 94a9be677b084191ca03744d946826a2/queue: appending metadata at 1731572568953 (+18 ms)Flushing 94a9be677b084191ca03744d946826a2/queue: closing flushed file at 1731572568953Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@585288a9: reopening flushed file at 1731572569362 (+409 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 94a9be677b084191ca03744d946826a2 in 433ms, sequenceid=12, compaction requested=false at 1731572569367 (+5 ms)Writing region close event to WAL at 1731572569368 (+1 ms)Running coprocessor post-close hooks at 1731572569371 (+3 ms)Closed at 1731572569371 2024-11-14T08:22:49,371 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731572559670.94a9be677b084191ca03744d946826a2. 2024-11-14T08:22:49,371 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8688f932d2f1e085a84c3755b9c27c77, disabling compactions & flushes 2024-11-14T08:22:49,371 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77. 2024-11-14T08:22:49,371 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77. 2024-11-14T08:22:49,371 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77. after waiting 0 ms 2024-11-14T08:22:49,371 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77. 2024-11-14T08:22:49,371 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8688f932d2f1e085a84c3755b9c27c77 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T08:22:49,377 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/.tmp/ns/bc51d888195149c5bbc8f4b04bcb496a 2024-11-14T08:22:49,386 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/default/test/8688f932d2f1e085a84c3755b9c27c77/.tmp/f/51bd836c26ed4efca16578a52086d760 is 29, key is row1/f:/1731572566855/DeleteFamily/seqid=0 2024-11-14T08:22:49,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741843_1019 (size=5152) 2024-11-14T08:22:49,393 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/.tmp/rep_barrier/381596ec5822401aa085cefbbeb0097c is 112, key is test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77./rep_barrier:seqnumDuringOpen/1731572555965/Put/seqid=0 2024-11-14T08:22:49,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741844_1020 (size=5518) 2024-11-14T08:22:49,396 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/.tmp/rep_barrier/381596ec5822401aa085cefbbeb0097c 2024-11-14T08:22:49,412 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/.tmp/table/ed42086bf29f489d92a8c326a0dace59 is 53, key is hbase:replication/table:state/1731572560837/Put/seqid=0 2024-11-14T08:22:49,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741845_1021 (size=5308) 2024-11-14T08:22:49,535 DEBUG [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8688f932d2f1e085a84c3755b9c27c77 2024-11-14T08:22:49,543 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 1235, reset compression=false 2024-11-14T08:22:49,546 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:49,546 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 1482, reset compression=false 2024-11-14T08:22:49,546 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.shipperb344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,45607,1731572547939 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:22:49,547 ERROR [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.shipperb344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b344df224d93,45607,1731572547939: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b344df224d93,45607,1731572547939, walGroup=b344df224d93%2C45607%2C1731572547939, offset=b344df224d93%2C45607%2C1731572547939.1731572549830:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:45607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T08:22:49,548 ERROR [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.shipperb344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T08:22:49,548 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.shipperb344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T08:22:49,548 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.shipperb344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T08:22:49,548 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.shipperb344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T08:22:49,548 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.shipperb344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T08:22:49,548 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.shipperb344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 929246304 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 202615128 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T08:22:49,549 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.shipperb344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:36121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:36121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T08:22:49,677 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 1191, reset compression=false 2024-11-14T08:22:49,689 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T08:22:49,689 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T08:22:49,735 DEBUG [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8688f932d2f1e085a84c3755b9c27c77 2024-11-14T08:22:49,748 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 1482, reset compression=false 2024-11-14T08:22:49,790 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/default/test/8688f932d2f1e085a84c3755b9c27c77/.tmp/f/51bd836c26ed4efca16578a52086d760 2024-11-14T08:22:49,793 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51bd836c26ed4efca16578a52086d760 2024-11-14T08:22:49,806 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/default/test/8688f932d2f1e085a84c3755b9c27c77/.tmp/f1/163623f546fd4fa896f97b1e7c7e3440 is 30, key is row1/f1:/1731572566855/DeleteFamily/seqid=0 2024-11-14T08:22:49,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741846_1022 (size=5158) 2024-11-14T08:22:49,815 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/.tmp/table/ed42086bf29f489d92a8c326a0dace59 2024-11-14T08:22:49,819 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/.tmp/info/259c3b4ce070481c9851cda39f2cf3af as hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/info/259c3b4ce070481c9851cda39f2cf3af 2024-11-14T08:22:49,823 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/info/259c3b4ce070481c9851cda39f2cf3af, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T08:22:49,823 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/.tmp/ns/bc51d888195149c5bbc8f4b04bcb496a as hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/ns/bc51d888195149c5bbc8f4b04bcb496a 2024-11-14T08:22:49,827 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/ns/bc51d888195149c5bbc8f4b04bcb496a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T08:22:49,828 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/.tmp/rep_barrier/381596ec5822401aa085cefbbeb0097c as hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/rep_barrier/381596ec5822401aa085cefbbeb0097c 2024-11-14T08:22:49,831 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/rep_barrier/381596ec5822401aa085cefbbeb0097c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T08:22:49,832 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/.tmp/table/ed42086bf29f489d92a8c326a0dace59 as hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/table/ed42086bf29f489d92a8c326a0dace59 2024-11-14T08:22:49,835 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/table/ed42086bf29f489d92a8c326a0dace59, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T08:22:49,836 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 902ms, sequenceid=16, compaction requested=false 2024-11-14T08:22:49,844 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T08:22:49,844 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:22:49,844 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:22:49,844 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:22:49,844 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572568934Running coprocessor pre-close hooks at 1731572568934Disabling compacts and flushes for region at 1731572568934Disabling writes for close at 1731572568934Obtaining lock to block concurrent updates at 1731572568934Preparing flush snapshotting stores in 1588230740 at 1731572568934Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731572568935 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731572568935Flushing 1588230740/info: creating writer at 1731572568935Flushing 1588230740/info: appending metadata at 1731572568953 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731572568953Flushing 1588230740/ns: creating writer at 1731572568961 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731572568973 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731572568973Flushing 1588230740/rep_barrier: creating writer at 1731572569380 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731572569393 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731572569393Flushing 1588230740/table: creating writer at 1731572569399 (+6 ms)Flushing 1588230740/table: appending metadata at 1731572569411 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731572569411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@582165c3: reopening flushed file at 1731572569819 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc8e94a: reopening flushed file at 1731572569823 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1162daf1: reopening flushed file at 1731572569827 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f5a35d: reopening flushed file at 1731572569831 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 902ms, sequenceid=16, compaction requested=false at 1731572569836 (+5 ms)Writing region close event to WAL at 1731572569841 (+5 ms)Running coprocessor post-close hooks at 1731572569844 (+3 ms)Closed at 1731572569844 2024-11-14T08:22:49,844 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:22:49,881 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 636, reset compression=false 2024-11-14T08:22:49,935 INFO [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T08:22:49,935 DEBUG [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(1325): Online Regions={8688f932d2f1e085a84c3755b9c27c77=test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77.} 2024-11-14T08:22:49,935 DEBUG [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(1351): Waiting on 8688f932d2f1e085a84c3755b9c27c77 2024-11-14T08:22:50,051 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 1482, reset compression=false 2024-11-14T08:22:50,135 DEBUG [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(1351): Waiting on 8688f932d2f1e085a84c3755b9c27c77 2024-11-14T08:22:50,209 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/default/test/8688f932d2f1e085a84c3755b9c27c77/.tmp/f1/163623f546fd4fa896f97b1e7c7e3440 2024-11-14T08:22:50,212 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 163623f546fd4fa896f97b1e7c7e3440 2024-11-14T08:22:50,225 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/default/test/8688f932d2f1e085a84c3755b9c27c77/.tmp/norep/5d4ec1b204244afd87bb60cf6d45550b is 33, key is row2/norep:/1731572567859/DeleteFamily/seqid=0 2024-11-14T08:22:50,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741847_1023 (size=5108) 2024-11-14T08:22:50,280 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 1191, reset compression=false 2024-11-14T08:22:50,335 DEBUG [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(1351): Waiting on 8688f932d2f1e085a84c3755b9c27c77 2024-11-14T08:22:50,454 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.wal-reader.b344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.1731572549830 to pos 1482, reset compression=false 2024-11-14T08:22:50,536 DEBUG [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(1351): Waiting on 8688f932d2f1e085a84c3755b9c27c77 2024-11-14T08:22:50,629 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/default/test/8688f932d2f1e085a84c3755b9c27c77/.tmp/norep/5d4ec1b204244afd87bb60cf6d45550b 2024-11-14T08:22:50,633 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d4ec1b204244afd87bb60cf6d45550b 2024-11-14T08:22:50,633 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/default/test/8688f932d2f1e085a84c3755b9c27c77/.tmp/f/51bd836c26ed4efca16578a52086d760 as hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/default/test/8688f932d2f1e085a84c3755b9c27c77/f/51bd836c26ed4efca16578a52086d760 2024-11-14T08:22:50,636 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51bd836c26ed4efca16578a52086d760 2024-11-14T08:22:50,636 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/default/test/8688f932d2f1e085a84c3755b9c27c77/f/51bd836c26ed4efca16578a52086d760, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T08:22:50,637 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/default/test/8688f932d2f1e085a84c3755b9c27c77/.tmp/f1/163623f546fd4fa896f97b1e7c7e3440 as hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/default/test/8688f932d2f1e085a84c3755b9c27c77/f1/163623f546fd4fa896f97b1e7c7e3440 2024-11-14T08:22:50,640 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 163623f546fd4fa896f97b1e7c7e3440 2024-11-14T08:22:50,640 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/default/test/8688f932d2f1e085a84c3755b9c27c77/f1/163623f546fd4fa896f97b1e7c7e3440, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T08:22:50,640 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/default/test/8688f932d2f1e085a84c3755b9c27c77/.tmp/norep/5d4ec1b204244afd87bb60cf6d45550b as hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/default/test/8688f932d2f1e085a84c3755b9c27c77/norep/5d4ec1b204244afd87bb60cf6d45550b 2024-11-14T08:22:50,643 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d4ec1b204244afd87bb60cf6d45550b 2024-11-14T08:22:50,644 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/default/test/8688f932d2f1e085a84c3755b9c27c77/norep/5d4ec1b204244afd87bb60cf6d45550b, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T08:22:50,644 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8688f932d2f1e085a84c3755b9c27c77 in 1273ms, sequenceid=10, compaction requested=false 2024-11-14T08:22:50,647 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/data/default/test/8688f932d2f1e085a84c3755b9c27c77/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T08:22:50,647 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:22:50,647 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:22:50,648 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77. 2024-11-14T08:22:50,648 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8688f932d2f1e085a84c3755b9c27c77: Waiting for close lock at 1731572569371Running coprocessor pre-close hooks at 1731572569371Disabling compacts and flushes for region at 1731572569371Disabling writes for close at 1731572569371Obtaining lock to block concurrent updates at 1731572569371Preparing flush snapshotting stores in 8688f932d2f1e085a84c3755b9c27c77 at 1731572569371Finished memstore snapshotting test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731572569371Flushing stores of test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77. at 1731572569372 (+1 ms)Flushing 8688f932d2f1e085a84c3755b9c27c77/f: creating writer at 1731572569372Flushing 8688f932d2f1e085a84c3755b9c27c77/f: appending metadata at 1731572569386 (+14 ms)Flushing 8688f932d2f1e085a84c3755b9c27c77/f: closing flushed file at 1731572569386Flushing 8688f932d2f1e085a84c3755b9c27c77/f1: creating writer at 1731572569793 (+407 ms)Flushing 8688f932d2f1e085a84c3755b9c27c77/f1: appending metadata at 1731572569805 (+12 ms)Flushing 8688f932d2f1e085a84c3755b9c27c77/f1: closing flushed file at 1731572569805Flushing 8688f932d2f1e085a84c3755b9c27c77/norep: creating writer at 1731572570212 (+407 ms)Flushing 8688f932d2f1e085a84c3755b9c27c77/norep: appending metadata at 1731572570224 (+12 ms)Flushing 8688f932d2f1e085a84c3755b9c27c77/norep: closing flushed file at 1731572570224Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3596d4a3: reopening flushed file at 1731572570633 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed8148f: reopening flushed file at 1731572570637 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4127f4fd: reopening flushed file at 1731572570640 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8688f932d2f1e085a84c3755b9c27c77 in 1273ms, sequenceid=10, compaction requested=false at 1731572570644 (+4 ms)Writing region close event to WAL at 1731572570645 (+1 ms)Running coprocessor post-close hooks at 1731572570647 (+2 ms)Closed at 1731572570648 (+1 ms) 2024-11-14T08:22:50,648 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731572555217.8688f932d2f1e085a84c3755b9c27c77. 2024-11-14T08:22:50,736 INFO [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(976): stopping server b344df224d93,45607,1731572547939; all regions closed. 2024-11-14T08:22:50,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741834_1010 (size=4239) 2024-11-14T08:22:50,738 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.meta.1731572550777.meta not finished, retry = 0 2024-11-14T08:22:50,840 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/WALs/b344df224d93,45607,1731572547939/b344df224d93%2C45607%2C1731572547939.rep.1731572560799 not finished, retry = 0 2024-11-14T08:22:50,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741839_1015 (size=3114) 2024-11-14T08:22:50,884 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 636, reset compression=false 2024-11-14T08:22:50,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741832_1008 (size=2134) 2024-11-14T08:22:50,943 DEBUG [RS:0;b344df224d93:45607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:50,943 INFO [RS:0;b344df224d93:45607 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:22:50,943 INFO [RS:0;b344df224d93:45607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:22:50,943 INFO [RS:0;b344df224d93:45607 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T08:22:50,943 INFO [RS:0;b344df224d93:45607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:22:50,943 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:22:50,944 INFO [RS:0;b344df224d93:45607 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b344df224d93,45607,1731572547939 because: Region server is closing 2024-11-14T08:22:50,944 INFO [RS:0;b344df224d93:45607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:45607. 2024-11-14T08:22:50,944 DEBUG [RS:0;b344df224d93:45607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:50,944 DEBUG [RS:0;b344df224d93:45607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:50,944 DEBUG [RS:0;b344df224d93:45607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:50,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:50,983 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 1191, reset compression=false 2024-11-14T08:22:51,044 INFO [RS:0;b344df224d93:45607 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,45607,1731572547939.replicationSource.shipperb344df224d93%2C45607%2C1731572547939,1-b344df224d93,45607,1731572547939 terminated 2024-11-14T08:22:51,044 INFO [RS:0;b344df224d93:45607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:45607. 2024-11-14T08:22:51,044 DEBUG [RS:0;b344df224d93:45607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:51,044 DEBUG [RS:0;b344df224d93:45607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:51,045 DEBUG [RS:0;b344df224d93:45607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:51,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:51,045 INFO [RS:0;b344df224d93:45607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45607 2024-11-14T08:22:51,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101387007ff0007, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-71974283/rs/b344df224d93,45607,1731572547939 2024-11-14T08:22:51,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283/rs 2024-11-14T08:22:51,110 INFO [RS:0;b344df224d93:45607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:22:51,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,45607,1731572547939] 2024-11-14T08:22:51,133 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-71974283/draining/b344df224d93,45607,1731572547939 already deleted, retry=false 2024-11-14T08:22:51,133 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,45607,1731572547939 expired; onlineServers=0 2024-11-14T08:22:51,133 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,36121,1731572547781' ***** 2024-11-14T08:22:51,133 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:22:51,133 INFO [M:0;b344df224d93:36121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:22:51,133 INFO [M:0;b344df224d93:36121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:22:51,133 DEBUG [M:0;b344df224d93:36121 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:22:51,133 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:22:51,133 DEBUG [M:0;b344df224d93:36121 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:22:51,133 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572549580 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572549580,5,FailOnTimeoutGroup] 2024-11-14T08:22:51,133 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572549584 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572549584,5,FailOnTimeoutGroup] 2024-11-14T08:22:51,133 INFO [M:0;b344df224d93:36121 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:22:51,133 INFO [M:0;b344df224d93:36121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:22:51,133 DEBUG [M:0;b344df224d93:36121 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:22:51,133 INFO [M:0;b344df224d93:36121 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:22:51,133 INFO [M:0;b344df224d93:36121 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:22:51,133 INFO [M:0;b344df224d93:36121 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:22:51,134 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:22:51,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-71974283/master 2024-11-14T08:22:51,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-71974283 2024-11-14T08:22:51,143 DEBUG [M:0;b344df224d93:36121 {}] zookeeper.ZKUtil(347): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Unable to get data of znode /2-71974283/master because node does not exist (not an error) 2024-11-14T08:22:51,143 WARN [M:0;b344df224d93:36121 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T08:22:51,155 INFO [M:0;b344df224d93:36121 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/.lastflushedseqids 2024-11-14T08:22:51,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741848_1024 (size=245) 2024-11-14T08:22:51,159 INFO [M:0;b344df224d93:36121 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:22:51,160 INFO [M:0;b344df224d93:36121 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:22:51,160 DEBUG [M:0;b344df224d93:36121 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:22:51,160 INFO [M:0;b344df224d93:36121 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:51,160 DEBUG [M:0;b344df224d93:36121 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:51,160 DEBUG [M:0;b344df224d93:36121 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:22:51,160 DEBUG [M:0;b344df224d93:36121 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:51,160 INFO [M:0;b344df224d93:36121 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-14T08:22:51,176 DEBUG [M:0;b344df224d93:36121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/385e732d4e7c4dffb791d3223d95ffa9 is 82, key is hbase:meta,,1/info:regioninfo/1731572550805/Put/seqid=0 2024-11-14T08:22:51,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741849_1025 (size=5672) 2024-11-14T08:22:51,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101387007ff0007, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:51,222 INFO [RS:0;b344df224d93:45607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:22:51,222 INFO [RS:0;b344df224d93:45607 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,45607,1731572547939; zookeeper connection closed. 2024-11-14T08:22:51,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x101387007ff0007, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:51,223 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5822a8f2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5822a8f2 2024-11-14T08:22:51,223 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:22:51,580 INFO [M:0;b344df224d93:36121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/385e732d4e7c4dffb791d3223d95ffa9 2024-11-14T08:22:51,599 DEBUG [M:0;b344df224d93:36121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dbbf960474e46d6a3f9f760a70a95d4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731572560841/Put/seqid=0 2024-11-14T08:22:51,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741850_1026 (size=8515) 2024-11-14T08:22:51,717 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T08:22:51,785 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 1191, reset compression=false 2024-11-14T08:22:51,987 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 636, reset compression=false 2024-11-14T08:22:52,002 INFO [M:0;b344df224d93:36121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dbbf960474e46d6a3f9f760a70a95d4 2024-11-14T08:22:52,021 DEBUG [M:0;b344df224d93:36121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09a2fe83d876441294c319129962d64b is 69, key is b344df224d93,45607,1731572547939/rs:state/1731572549609/Put/seqid=0 2024-11-14T08:22:52,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741851_1027 (size=5156) 2024-11-14T08:22:52,424 INFO [M:0;b344df224d93:36121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09a2fe83d876441294c319129962d64b 2024-11-14T08:22:52,428 DEBUG [M:0;b344df224d93:36121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/385e732d4e7c4dffb791d3223d95ffa9 as hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/385e732d4e7c4dffb791d3223d95ffa9 2024-11-14T08:22:52,432 INFO [M:0;b344df224d93:36121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/385e732d4e7c4dffb791d3223d95ffa9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T08:22:52,433 DEBUG [M:0;b344df224d93:36121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dbbf960474e46d6a3f9f760a70a95d4 as hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3dbbf960474e46d6a3f9f760a70a95d4 2024-11-14T08:22:52,436 INFO [M:0;b344df224d93:36121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3dbbf960474e46d6a3f9f760a70a95d4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T08:22:52,437 DEBUG [M:0;b344df224d93:36121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09a2fe83d876441294c319129962d64b as hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09a2fe83d876441294c319129962d64b 2024-11-14T08:22:52,440 INFO [M:0;b344df224d93:36121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35033/user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09a2fe83d876441294c319129962d64b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T08:22:52,441 INFO [M:0;b344df224d93:36121 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-14T08:22:52,442 INFO [M:0;b344df224d93:36121 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:52,442 DEBUG [M:0;b344df224d93:36121 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572571160Disabling compacts and flushes for region at 1731572571160Disabling writes for close at 1731572571160Obtaining lock to block concurrent updates at 1731572571160Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572571160Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731572571160Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572571161 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572571161Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572571176 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572571176Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572571583 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572571598 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572571598Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572572005 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572572020 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572572021 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dfc8856: reopening flushed file at 1731572572428 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@87773f: reopening flushed file at 1731572572432 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e04a3d: reopening flushed file at 1731572572436 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731572572441 (+5 ms)Writing region close event to WAL at 1731572572442 (+1 ms)Closed at 1731572572442 2024-11-14T08:22:52,443 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c79347c8-5884-edb5-39b7-c26d72cf9cee/MasterData/WALs/b344df224d93,36121,1731572547781/b344df224d93%2C36121%2C1731572547781.1731572549270 not finished, retry = 0 2024-11-14T08:22:52,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33991 is added to blk_1073741830_1006 (size=63642) 2024-11-14T08:22:52,544 INFO [M:0;b344df224d93:36121 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:22:52,544 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:22:52,544 INFO [M:0;b344df224d93:36121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36121 2024-11-14T08:22:52,545 INFO [M:0;b344df224d93:36121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:22:52,688 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 1191, reset compression=false 2024-11-14T08:22:53,191 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 636, reset compression=false 2024-11-14T08:22:53,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:53,212 INFO [M:0;b344df224d93:36121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:22:53,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36121-0x101387007ff0006, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:53,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48f48795{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:22:53,214 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e278fe6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:22:53,214 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:22:53,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18949131{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:22:53,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d1f60d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/hadoop.log.dir/,STOPPED} 2024-11-14T08:22:53,216 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:22:53,216 WARN [BP-218309073-172.17.0.3-1731572545780 heartbeating to localhost/127.0.0.1:35033 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:22:53,216 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:22:53,216 WARN [BP-218309073-172.17.0.3-1731572545780 heartbeating to localhost/127.0.0.1:35033 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-218309073-172.17.0.3-1731572545780 (Datanode Uuid 47b43bc3-c725-48b3-bd91-844d4c5951be) service to localhost/127.0.0.1:35033 2024-11-14T08:22:53,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/cluster_2365b882-5f71-1569-2ddb-54267c54b117/data/data1/current/BP-218309073-172.17.0.3-1731572545780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:22:53,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/cluster_2365b882-5f71-1569-2ddb-54267c54b117/data/data2/current/BP-218309073-172.17.0.3-1731572545780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:22:53,217 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:22:53,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60f5c5ca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:22:53,223 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335b35ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:22:53,223 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:22:53,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50a2ef6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:22:53,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d37986f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/hadoop.log.dir/,STOPPED} 2024-11-14T08:22:53,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T08:22:53,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:22:53,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:22:53,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:53,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:53,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:53,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:53,238 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:22:53,238 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1123694189, stopped=false 2024-11-14T08:22:53,238 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,39285,1731572542132 2024-11-14T08:22:53,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x101387007ff0004, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1726225537/running 2024-11-14T08:22:53,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1726225537/running 2024-11-14T08:22:53,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x101387007ff0004, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537 2024-11-14T08:22:53,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537 2024-11-14T08:22:53,280 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:22:53,280 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:22:53,280 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:53,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:53,280 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,44079,1731572542283' ***** 2024-11-14T08:22:53,280 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:22:53,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44079-0x101387007ff0004, quorum=127.0.0.1:49585, baseZNode=/1726225537 Set watcher on znode that does not yet exist, /1726225537/running 2024-11-14T08:22:53,281 INFO [RS:0;b344df224d93:44079 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:22:53,281 INFO [RS:0;b344df224d93:44079 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:22:53,281 INFO [RS:0;b344df224d93:44079 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:22:53,281 INFO [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(3091): Received CLOSE for 5530d385c2d01518562979964136bad3 2024-11-14T08:22:53,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Set watcher on znode that does not yet exist, /1726225537/running 2024-11-14T08:22:53,281 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:22:53,281 INFO [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(3091): Received CLOSE for 8162fa33e1daf98e5c84d3e7315f6db5 2024-11-14T08:22:53,281 INFO [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(959): stopping server b344df224d93,44079,1731572542283 2024-11-14T08:22:53,281 INFO [RS:0;b344df224d93:44079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:22:53,281 INFO [RS:0;b344df224d93:44079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:44079. 2024-11-14T08:22:53,281 DEBUG [RS:0;b344df224d93:44079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:53,281 DEBUG [RS:0;b344df224d93:44079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:53,281 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5530d385c2d01518562979964136bad3, disabling compactions & flushes 2024-11-14T08:22:53,281 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731572553058.5530d385c2d01518562979964136bad3. 2024-11-14T08:22:53,281 INFO [RS:0;b344df224d93:44079 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:22:53,281 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572553058.5530d385c2d01518562979964136bad3. 2024-11-14T08:22:53,281 INFO [RS:0;b344df224d93:44079 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:22:53,281 INFO [RS:0;b344df224d93:44079 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:22:53,281 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731572553058.5530d385c2d01518562979964136bad3. after waiting 0 ms 2024-11-14T08:22:53,281 INFO [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:22:53,281 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731572553058.5530d385c2d01518562979964136bad3. 2024-11-14T08:22:53,281 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5530d385c2d01518562979964136bad3 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T08:22:53,281 INFO [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T08:22:53,281 DEBUG [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(1325): Online Regions={5530d385c2d01518562979964136bad3=test,,1731572553058.5530d385c2d01518562979964136bad3., 1588230740=hbase:meta,,1.1588230740, 8162fa33e1daf98e5c84d3e7315f6db5=hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5.} 2024-11-14T08:22:53,281 DEBUG [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5530d385c2d01518562979964136bad3, 8162fa33e1daf98e5c84d3e7315f6db5 2024-11-14T08:22:53,282 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:22:53,282 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:22:53,282 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:22:53,282 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:22:53,282 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:22:53,282 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:22:53,282 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T08:22:53,294 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/.tmp/info/7841fe18f4fa4ca1b3cb4522f30eb5fa is 147, key is hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5./info:regioninfo/1731572558689/Put/seqid=0 2024-11-14T08:22:53,295 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/default/test/5530d385c2d01518562979964136bad3/.tmp/f/3dd0fb4911404a3ea9b022f50754d621 is 29, key is row1/f:/1731572566855/DeleteFamily/seqid=0 2024-11-14T08:22:53,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741841_1017 (size=5152) 2024-11-14T08:22:53,298 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/default/test/5530d385c2d01518562979964136bad3/.tmp/f/3dd0fb4911404a3ea9b022f50754d621 2024-11-14T08:22:53,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741840_1016 (size=7686) 2024-11-14T08:22:53,299 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/.tmp/info/7841fe18f4fa4ca1b3cb4522f30eb5fa 2024-11-14T08:22:53,302 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dd0fb4911404a3ea9b022f50754d621 2024-11-14T08:22:53,318 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/.tmp/ns/392df3c8a2234754b427ceda1abe926e is 43, key is default/ns:d/1731572545635/Put/seqid=0 2024-11-14T08:22:53,318 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/default/test/5530d385c2d01518562979964136bad3/.tmp/f1/7e0cd018f91c49018e7066ceea61e66a is 30, key is row1/f1:/1731572566855/DeleteFamily/seqid=0 2024-11-14T08:22:53,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741843_1019 (size=5158) 2024-11-14T08:22:53,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741842_1018 (size=5153) 2024-11-14T08:22:53,322 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/default/test/5530d385c2d01518562979964136bad3/.tmp/f1/7e0cd018f91c49018e7066ceea61e66a 2024-11-14T08:22:53,322 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/.tmp/ns/392df3c8a2234754b427ceda1abe926e 2024-11-14T08:22:53,326 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e0cd018f91c49018e7066ceea61e66a 2024-11-14T08:22:53,340 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/default/test/5530d385c2d01518562979964136bad3/.tmp/norep/8ced910eb59540e0b605165f5d1c1868 is 33, key is row1/norep:/1731572566855/DeleteFamily/seqid=0 2024-11-14T08:22:53,342 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/.tmp/rep_barrier/9933af99dd5b476495d0bcc6e8a478d8 is 112, key is test,,1731572553058.5530d385c2d01518562979964136bad3./rep_barrier:seqnumDuringOpen/1731572554198/Put/seqid=0 2024-11-14T08:22:53,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741844_1020 (size=5108) 2024-11-14T08:22:53,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741845_1021 (size=5518) 2024-11-14T08:22:53,345 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/.tmp/rep_barrier/9933af99dd5b476495d0bcc6e8a478d8 2024-11-14T08:22:53,363 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/.tmp/table/5f95417b90fc4ad3afee1ed3fff4a276 is 53, key is hbase:replication/table:state/1731572558699/Put/seqid=0 2024-11-14T08:22:53,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741846_1022 (size=5308) 2024-11-14T08:22:53,367 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/.tmp/table/5f95417b90fc4ad3afee1ed3fff4a276 2024-11-14T08:22:53,371 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/.tmp/info/7841fe18f4fa4ca1b3cb4522f30eb5fa as hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/info/7841fe18f4fa4ca1b3cb4522f30eb5fa 2024-11-14T08:22:53,374 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/info/7841fe18f4fa4ca1b3cb4522f30eb5fa, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T08:22:53,374 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/.tmp/ns/392df3c8a2234754b427ceda1abe926e as hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/ns/392df3c8a2234754b427ceda1abe926e 2024-11-14T08:22:53,377 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/ns/392df3c8a2234754b427ceda1abe926e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T08:22:53,378 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/.tmp/rep_barrier/9933af99dd5b476495d0bcc6e8a478d8 as hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/rep_barrier/9933af99dd5b476495d0bcc6e8a478d8 2024-11-14T08:22:53,381 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/rep_barrier/9933af99dd5b476495d0bcc6e8a478d8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T08:22:53,382 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/.tmp/table/5f95417b90fc4ad3afee1ed3fff4a276 as hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/table/5f95417b90fc4ad3afee1ed3fff4a276 2024-11-14T08:22:53,384 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/table/5f95417b90fc4ad3afee1ed3fff4a276, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T08:22:53,385 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=16, compaction requested=false 2024-11-14T08:22:53,388 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T08:22:53,389 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:22:53,389 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:22:53,389 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:22:53,389 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572573282Running coprocessor pre-close hooks at 1731572573282Disabling compacts and flushes for region at 1731572573282Disabling writes for close at 1731572573282Obtaining lock to block concurrent updates at 1731572573282Preparing flush snapshotting stores in 1588230740 at 1731572573282Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731572573282Flushing stores of hbase:meta,,1.1588230740 at 1731572573282Flushing 1588230740/info: creating writer at 1731572573282Flushing 1588230740/info: appending metadata at 1731572573294 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731572573294Flushing 1588230740/ns: creating writer at 1731572573302 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731572573317 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731572573318 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731572573327 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731572573341 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731572573341Flushing 1588230740/table: creating writer at 1731572573348 (+7 ms)Flushing 1588230740/table: appending metadata at 1731572573363 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731572573363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17afeda8: reopening flushed file at 1731572573370 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3996d8da: reopening flushed file at 1731572573374 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cbedf90: reopening flushed file at 1731572573377 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5de611e0: reopening flushed file at 1731572573381 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=16, compaction requested=false at 1731572573385 (+4 ms)Writing region close event to WAL at 1731572573386 (+1 ms)Running coprocessor post-close hooks at 1731572573389 (+3 ms)Closed at 1731572573389 2024-11-14T08:22:53,389 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:22:53,406 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T08:22:53,406 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T08:22:53,482 DEBUG [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(1351): Waiting on 5530d385c2d01518562979964136bad3, 8162fa33e1daf98e5c84d3e7315f6db5 2024-11-14T08:22:53,682 DEBUG [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(1351): Waiting on 5530d385c2d01518562979964136bad3, 8162fa33e1daf98e5c84d3e7315f6db5 2024-11-14T08:22:53,691 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 1191, reset compression=false 2024-11-14T08:22:53,694 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:53,694 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 1438, reset compression=false 2024-11-14T08:22:53,694 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.shipperb344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,44079,1731572542283 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:22:53,695 ERROR [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.shipperb344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b344df224d93,44079,1731572542283: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b344df224d93,44079,1731572542283, walGroup=b344df224d93%2C44079%2C1731572542283, offset=b344df224d93%2C44079%2C1731572542283.1731572544481:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:44079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T08:22:53,697 ERROR [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.shipperb344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T08:22:53,697 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.shipperb344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T08:22:53,698 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.shipperb344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T08:22:53,698 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.shipperb344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T08:22:53,698 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.shipperb344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T08:22:53,698 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.shipperb344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 1013132384 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 202959256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T08:22:53,698 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.shipperb344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:39285 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:39285 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T08:22:53,743 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/default/test/5530d385c2d01518562979964136bad3/.tmp/norep/8ced910eb59540e0b605165f5d1c1868 2024-11-14T08:22:53,747 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ced910eb59540e0b605165f5d1c1868 2024-11-14T08:22:53,748 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/default/test/5530d385c2d01518562979964136bad3/.tmp/f/3dd0fb4911404a3ea9b022f50754d621 as hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/default/test/5530d385c2d01518562979964136bad3/f/3dd0fb4911404a3ea9b022f50754d621 2024-11-14T08:22:53,752 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dd0fb4911404a3ea9b022f50754d621 2024-11-14T08:22:53,752 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/default/test/5530d385c2d01518562979964136bad3/f/3dd0fb4911404a3ea9b022f50754d621, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T08:22:53,753 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/default/test/5530d385c2d01518562979964136bad3/.tmp/f1/7e0cd018f91c49018e7066ceea61e66a as hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/default/test/5530d385c2d01518562979964136bad3/f1/7e0cd018f91c49018e7066ceea61e66a 2024-11-14T08:22:53,756 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e0cd018f91c49018e7066ceea61e66a 2024-11-14T08:22:53,757 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/default/test/5530d385c2d01518562979964136bad3/f1/7e0cd018f91c49018e7066ceea61e66a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T08:22:53,757 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/default/test/5530d385c2d01518562979964136bad3/.tmp/norep/8ced910eb59540e0b605165f5d1c1868 as hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/default/test/5530d385c2d01518562979964136bad3/norep/8ced910eb59540e0b605165f5d1c1868 2024-11-14T08:22:53,761 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ced910eb59540e0b605165f5d1c1868 2024-11-14T08:22:53,762 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/default/test/5530d385c2d01518562979964136bad3/norep/8ced910eb59540e0b605165f5d1c1868, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T08:22:53,763 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5530d385c2d01518562979964136bad3 in 482ms, sequenceid=10, compaction requested=false 2024-11-14T08:22:53,763 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T08:22:53,767 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/data/default/test/5530d385c2d01518562979964136bad3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T08:22:53,768 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:22:53,768 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:22:53,768 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731572553058.5530d385c2d01518562979964136bad3. 2024-11-14T08:22:53,768 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5530d385c2d01518562979964136bad3: Waiting for close lock at 1731572573281Running coprocessor pre-close hooks at 1731572573281Disabling compacts and flushes for region at 1731572573281Disabling writes for close at 1731572573281Obtaining lock to block concurrent updates at 1731572573281Preparing flush snapshotting stores in 5530d385c2d01518562979964136bad3 at 1731572573281Finished memstore snapshotting test,,1731572553058.5530d385c2d01518562979964136bad3., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731572573282 (+1 ms)Flushing stores of test,,1731572553058.5530d385c2d01518562979964136bad3. at 1731572573282Flushing 5530d385c2d01518562979964136bad3/f: creating writer at 1731572573282Flushing 5530d385c2d01518562979964136bad3/f: appending metadata at 1731572573294 (+12 ms)Flushing 5530d385c2d01518562979964136bad3/f: closing flushed file at 1731572573294Flushing 5530d385c2d01518562979964136bad3/f1: creating writer at 1731572573302 (+8 ms)Flushing 5530d385c2d01518562979964136bad3/f1: appending metadata at 1731572573318 (+16 ms)Flushing 5530d385c2d01518562979964136bad3/f1: closing flushed file at 1731572573318Flushing 5530d385c2d01518562979964136bad3/norep: creating writer at 1731572573327 (+9 ms)Flushing 5530d385c2d01518562979964136bad3/norep: appending metadata at 1731572573339 (+12 ms)Flushing 5530d385c2d01518562979964136bad3/norep: closing flushed file at 1731572573339Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eeb0dfe: reopening flushed file at 1731572573747 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63407c94: reopening flushed file at 1731572573752 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2507c751: reopening flushed file at 1731572573757 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5530d385c2d01518562979964136bad3 in 482ms, sequenceid=10, compaction requested=false at 1731572573763 (+6 ms)Writing region close event to WAL at 1731572573765 (+2 ms)Running coprocessor post-close hooks at 1731572573768 (+3 ms)Closed at 1731572573768 2024-11-14T08:22:53,768 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731572553058.5530d385c2d01518562979964136bad3. 2024-11-14T08:22:53,768 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8162fa33e1daf98e5c84d3e7315f6db5, disabling compactions & flushes 2024-11-14T08:22:53,768 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5. 2024-11-14T08:22:53,768 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5. 2024-11-14T08:22:53,768 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5. after waiting 0 ms 2024-11-14T08:22:53,768 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5. 2024-11-14T08:22:53,768 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8162fa33e1daf98e5c84d3e7315f6db5: Waiting for close lock at 1731572573768Running coprocessor pre-close hooks at 1731572573768Disabling compacts and flushes for region at 1731572573768Disabling writes for close at 1731572573768Failed flush hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5., putting online again at 1731572573768 2024-11-14T08:22:53,769 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5. 2024-11-14T08:22:53,882 INFO [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(3091): Received CLOSE for 8162fa33e1daf98e5c84d3e7315f6db5 2024-11-14T08:22:53,882 DEBUG [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(1351): Waiting on 8162fa33e1daf98e5c84d3e7315f6db5 2024-11-14T08:22:53,882 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8162fa33e1daf98e5c84d3e7315f6db5, disabling compactions & flushes 2024-11-14T08:22:53,882 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5. 2024-11-14T08:22:53,882 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5. 2024-11-14T08:22:53,882 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5. after waiting 0 ms 2024-11-14T08:22:53,882 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5. 2024-11-14T08:22:53,882 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8162fa33e1daf98e5c84d3e7315f6db5: Waiting for close lock at 1731572573882Running coprocessor pre-close hooks at 1731572573882Disabling compacts and flushes for region at 1731572573882Disabling writes for close at 1731572573882Failed flush hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5., putting online again at 1731572573882 2024-11-14T08:22:53,882 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731572557519.8162fa33e1daf98e5c84d3e7315f6db5. 2024-11-14T08:22:53,897 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 1438, reset compression=false 2024-11-14T08:22:53,901 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:53,901 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 2082, reset compression=false 2024-11-14T08:22:54,082 INFO [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T08:22:54,082 INFO [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(976): stopping server b344df224d93,44079,1731572542283; all regions closed. 2024-11-14T08:22:54,084 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.meta.1731572545543.meta not finished, retry = 0 2024-11-14T08:22:54,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741834_1010 (size=4239) 2024-11-14T08:22:54,104 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.wal-reader.b344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 to pos 2082, reset compression=false 2024-11-14T08:22:54,186 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.rep.1731572558653 not finished, retry = 0 2024-11-14T08:22:54,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741839_1015 (size=2171) 2024-11-14T08:22:54,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741832_1008 (size=2090) 2024-11-14T08:22:54,289 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/WALs/b344df224d93,44079,1731572542283/b344df224d93%2C44079%2C1731572542283.1731572544481 not finished, retry = 0 2024-11-14T08:22:54,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,389 DEBUG [RS:0;b344df224d93:44079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:54,390 INFO [RS:0;b344df224d93:44079 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:22:54,390 INFO [RS:0;b344df224d93:44079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:22:54,390 INFO [RS:0;b344df224d93:44079 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T08:22:54,390 INFO [RS:0;b344df224d93:44079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:22:54,390 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:22:54,390 INFO [RS:0;b344df224d93:44079 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b344df224d93,44079,1731572542283 because: Region server is closing 2024-11-14T08:22:54,390 INFO [RS:0;b344df224d93:44079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:44079. 2024-11-14T08:22:54,390 DEBUG [RS:0;b344df224d93:44079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:54,390 DEBUG [RS:0;b344df224d93:44079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:54,390 DEBUG [RS:0;b344df224d93:44079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:54,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:54,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,490 INFO [RS:0;b344df224d93:44079 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,44079,1731572542283.replicationSource.shipperb344df224d93%2C44079%2C1731572542283,1-b344df224d93,44079,1731572542283 terminated 2024-11-14T08:22:54,491 INFO [RS:0;b344df224d93:44079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:44079. 2024-11-14T08:22:54,491 DEBUG [RS:0;b344df224d93:44079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:54,491 DEBUG [RS:0;b344df224d93:44079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:54,491 DEBUG [RS:0;b344df224d93:44079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:54,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:54,491 INFO [RS:0;b344df224d93:44079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44079 2024-11-14T08:22:54,494 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 636, reset compression=false 2024-11-14T08:22:54,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x101387007ff0004, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1726225537/rs/b344df224d93,44079,1731572542283 2024-11-14T08:22:54,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537/rs 2024-11-14T08:22:54,554 INFO [RS:0;b344df224d93:44079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:22:54,564 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,44079,1731572542283] 2024-11-14T08:22:54,574 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1726225537/draining/b344df224d93,44079,1731572542283 already deleted, retry=false 2024-11-14T08:22:54,575 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,44079,1731572542283 expired; onlineServers=0 2024-11-14T08:22:54,575 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,39285,1731572542132' ***** 2024-11-14T08:22:54,575 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:22:54,575 INFO [M:0;b344df224d93:39285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:22:54,575 INFO [M:0;b344df224d93:39285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:22:54,575 DEBUG [M:0;b344df224d93:39285 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:22:54,575 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:22:54,575 DEBUG [M:0;b344df224d93:39285 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:22:54,575 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572544288 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572544288,5,FailOnTimeoutGroup] 2024-11-14T08:22:54,575 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572544288 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572544288,5,FailOnTimeoutGroup] 2024-11-14T08:22:54,575 INFO [M:0;b344df224d93:39285 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:22:54,575 INFO [M:0;b344df224d93:39285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:22:54,575 DEBUG [M:0;b344df224d93:39285 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:22:54,575 INFO [M:0;b344df224d93:39285 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:22:54,575 INFO [M:0;b344df224d93:39285 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:22:54,575 INFO [M:0;b344df224d93:39285 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:22:54,575 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:22:54,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1726225537/master 2024-11-14T08:22:54,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1726225537 2024-11-14T08:22:54,616 DEBUG [M:0;b344df224d93:39285 {}] zookeeper.ZKUtil(347): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Unable to get data of znode /1726225537/master because node does not exist (not an error) 2024-11-14T08:22:54,616 WARN [M:0;b344df224d93:39285 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T08:22:54,616 INFO [M:0;b344df224d93:39285 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/.lastflushedseqids 2024-11-14T08:22:54,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741847_1023 (size=245) 2024-11-14T08:22:54,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x101387007ff0004, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:54,664 INFO [RS:0;b344df224d93:44079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:22:54,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x101387007ff0004, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:54,664 INFO [RS:0;b344df224d93:44079 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,44079,1731572542283; zookeeper connection closed. 2024-11-14T08:22:54,664 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ef32280 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ef32280 2024-11-14T08:22:54,665 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:22:54,932 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:22:54,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:54,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:55,020 INFO [M:0;b344df224d93:39285 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:22:55,020 INFO [M:0;b344df224d93:39285 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:22:55,020 DEBUG [M:0;b344df224d93:39285 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:22:55,020 INFO [M:0;b344df224d93:39285 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:55,020 DEBUG [M:0;b344df224d93:39285 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:55,020 DEBUG [M:0;b344df224d93:39285 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:22:55,020 DEBUG [M:0;b344df224d93:39285 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:55,020 INFO [M:0;b344df224d93:39285 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T08:22:55,034 DEBUG [M:0;b344df224d93:39285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc922a4f67af49c296bf9efc658db335 is 82, key is hbase:meta,,1/info:regioninfo/1731572545575/Put/seqid=0 2024-11-14T08:22:55,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741848_1024 (size=5672) 2024-11-14T08:22:55,441 INFO [M:0;b344df224d93:39285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc922a4f67af49c296bf9efc658db335 2024-11-14T08:22:55,461 DEBUG [M:0;b344df224d93:39285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd160443d5e14d81a6eec461b603ead2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731572558704/Put/seqid=0 2024-11-14T08:22:55,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741849_1025 (size=8516) 2024-11-14T08:22:55,865 INFO [M:0;b344df224d93:39285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd160443d5e14d81a6eec461b603ead2 2024-11-14T08:22:55,884 DEBUG [M:0;b344df224d93:39285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e98ed065d59458781f3eb2f37b07ae4 is 69, key is b344df224d93,44079,1731572542283/rs:state/1731572544338/Put/seqid=0 2024-11-14T08:22:55,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741850_1026 (size=5156) 2024-11-14T08:22:55,896 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 636, reset compression=false 2024-11-14T08:22:56,288 INFO [M:0;b344df224d93:39285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e98ed065d59458781f3eb2f37b07ae4 2024-11-14T08:22:56,292 DEBUG [M:0;b344df224d93:39285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dc922a4f67af49c296bf9efc658db335 as hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc922a4f67af49c296bf9efc658db335 2024-11-14T08:22:56,295 INFO [M:0;b344df224d93:39285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dc922a4f67af49c296bf9efc658db335, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T08:22:56,295 DEBUG [M:0;b344df224d93:39285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd160443d5e14d81a6eec461b603ead2 as hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd160443d5e14d81a6eec461b603ead2 2024-11-14T08:22:56,298 INFO [M:0;b344df224d93:39285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd160443d5e14d81a6eec461b603ead2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T08:22:56,299 DEBUG [M:0;b344df224d93:39285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e98ed065d59458781f3eb2f37b07ae4 as hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e98ed065d59458781f3eb2f37b07ae4 2024-11-14T08:22:56,302 INFO [M:0;b344df224d93:39285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43403/user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e98ed065d59458781f3eb2f37b07ae4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T08:22:56,303 INFO [M:0;b344df224d93:39285 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-14T08:22:56,304 INFO [M:0;b344df224d93:39285 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:56,304 DEBUG [M:0;b344df224d93:39285 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572575020Disabling compacts and flushes for region at 1731572575020Disabling writes for close at 1731572575020Obtaining lock to block concurrent updates at 1731572575020Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572575020Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731572575021 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572575021Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572575021Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572575034 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572575034Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572575444 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572575461 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572575461Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572575868 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572575884 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572575884Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f386f7f: reopening flushed file at 1731572576291 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e346d5: reopening flushed file at 1731572576295 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2baf0193: reopening flushed file at 1731572576299 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1731572576303 (+4 ms)Writing region close event to WAL at 1731572576304 (+1 ms)Closed at 1731572576304 2024-11-14T08:22:56,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41337 is added to blk_1073741830_1006 (size=63654) 2024-11-14T08:22:56,306 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb1f1f67-67b4-69bc-e38c-21f8c01e5048/MasterData/WALs/b344df224d93,39285,1731572542132/b344df224d93%2C39285%2C1731572542132.1731572544029 not finished, retry = 0 2024-11-14T08:22:56,407 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:22:56,407 INFO [M:0;b344df224d93:39285 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:22:56,407 INFO [M:0;b344df224d93:39285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39285 2024-11-14T08:22:56,407 INFO [M:0;b344df224d93:39285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:22:56,569 INFO [M:0;b344df224d93:39285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:22:56,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:56,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39285-0x101387007ff0003, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:56,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52db7757{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:22:56,572 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72ea3887{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:22:56,572 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:22:56,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b3c6a8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:22:56,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22a5a6cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/hadoop.log.dir/,STOPPED} 2024-11-14T08:22:56,576 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:22:56,576 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:22:56,577 WARN [BP-465877144-172.17.0.3-1731572540195 heartbeating to localhost/127.0.0.1:43403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:22:56,577 WARN [BP-465877144-172.17.0.3-1731572540195 heartbeating to localhost/127.0.0.1:43403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-465877144-172.17.0.3-1731572540195 (Datanode Uuid 86b7b600-a44f-444a-95af-5b15cc79bfc8) service to localhost/127.0.0.1:43403 2024-11-14T08:22:56,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/cluster_c16de512-da59-f281-8406-5eae8b2c9e92/data/data1/current/BP-465877144-172.17.0.3-1731572540195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:22:56,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/cluster_c16de512-da59-f281-8406-5eae8b2c9e92/data/data2/current/BP-465877144-172.17.0.3-1731572540195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:22:56,578 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:22:56,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72eb27aa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:22:56,584 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3848dcf8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:22:56,584 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:22:56,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7df4e5c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:22:56,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c2a29d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8b5ecff-d21a-97dd-111d-2243b64befb5/hadoop.log.dir/,STOPPED} 2024-11-14T08:22:56,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T08:22:56,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:22:56,600 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:22:56,600 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:56,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:56,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:56,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:56,600 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:22:56,600 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=218584493, stopped=false 2024-11-14T08:22:56,600 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,44169,1731572536490 2024-11-14T08:22:56,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42307-0x101387007ff0001, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0708717110/running 2024-11-14T08:22:56,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42307-0x101387007ff0001, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110 2024-11-14T08:22:56,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0708717110/running 2024-11-14T08:22:56,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110 2024-11-14T08:22:56,617 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:22:56,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:22:56,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:56,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:56,617 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,42307,1731572536696' ***** 2024-11-14T08:22:56,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42307-0x101387007ff0001, quorum=127.0.0.1:49585, baseZNode=/0708717110 Set watcher on znode that does not yet exist, /0708717110/running 2024-11-14T08:22:56,617 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:22:56,618 INFO [RS:0;b344df224d93:42307 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:22:56,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Set watcher on znode that does not yet exist, /0708717110/running 2024-11-14T08:22:56,618 INFO [RS:0;b344df224d93:42307 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:22:56,618 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:22:56,618 INFO [RS:0;b344df224d93:42307 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:22:56,618 INFO [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(3091): Received CLOSE for 96ba35dfbc3a100b6f5c0739bdfbe603 2024-11-14T08:22:56,618 INFO [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(3091): Received CLOSE for 391d85e08fa884216051d27653526cd2 2024-11-14T08:22:56,618 INFO [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(959): stopping server b344df224d93,42307,1731572536696 2024-11-14T08:22:56,618 INFO [RS:0;b344df224d93:42307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:22:56,618 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96ba35dfbc3a100b6f5c0739bdfbe603, disabling compactions & flushes 2024-11-14T08:22:56,618 INFO [RS:0;b344df224d93:42307 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:42307. 2024-11-14T08:22:56,618 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603. 2024-11-14T08:22:56,618 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603. 2024-11-14T08:22:56,618 DEBUG [RS:0;b344df224d93:42307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:56,618 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603. after waiting 0 ms 2024-11-14T08:22:56,618 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603. 2024-11-14T08:22:56,618 DEBUG [RS:0;b344df224d93:42307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:56,619 INFO [RS:0;b344df224d93:42307 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:22:56,619 INFO [RS:0;b344df224d93:42307 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:22:56,619 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 96ba35dfbc3a100b6f5c0739bdfbe603 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-14T08:22:56,619 INFO [RS:0;b344df224d93:42307 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:22:56,619 INFO [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:22:56,620 INFO [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T08:22:56,620 DEBUG [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 96ba35dfbc3a100b6f5c0739bdfbe603=test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603., 391d85e08fa884216051d27653526cd2=hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2.} 2024-11-14T08:22:56,620 DEBUG [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 391d85e08fa884216051d27653526cd2, 96ba35dfbc3a100b6f5c0739bdfbe603 2024-11-14T08:22:56,620 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:22:56,620 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:22:56,620 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:22:56,620 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:22:56,620 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:22:56,620 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T08:22:56,635 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/.tmp/info/b07647949ef046faab1be8610d2a321d is 147, key is hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2./info:regioninfo/1731572557141/Put/seqid=0 2024-11-14T08:22:56,635 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/default/test/96ba35dfbc3a100b6f5c0739bdfbe603/.tmp/f/8ac6a10de66a462b9154787137334bc1 is 28, key is row/f:/1731572564849/DeleteFamily/seqid=0 2024-11-14T08:22:56,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741840_1016 (size=7686) 2024-11-14T08:22:56,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741841_1017 (size=5085) 2024-11-14T08:22:56,648 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/default/test/96ba35dfbc3a100b6f5c0739bdfbe603/.tmp/f/8ac6a10de66a462b9154787137334bc1 2024-11-14T08:22:56,650 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:22:56,652 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ac6a10de66a462b9154787137334bc1 2024-11-14T08:22:56,672 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/default/test/96ba35dfbc3a100b6f5c0739bdfbe603/.tmp/f1/2d5d0fd2b8084680968044110e72dd11 is 29, key is row/f1:/1731572564849/DeleteFamily/seqid=0 2024-11-14T08:22:56,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741842_1018 (size=5089) 2024-11-14T08:22:56,820 DEBUG [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 391d85e08fa884216051d27653526cd2, 96ba35dfbc3a100b6f5c0739bdfbe603 2024-11-14T08:22:56,975 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T08:22:56,975 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T08:22:57,020 DEBUG [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 391d85e08fa884216051d27653526cd2, 96ba35dfbc3a100b6f5c0739bdfbe603 2024-11-14T08:22:57,038 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/.tmp/info/b07647949ef046faab1be8610d2a321d 2024-11-14T08:22:57,054 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/.tmp/ns/fcae076b50bc4187aefa4a0049dbb6b3 is 43, key is default/ns:d/1731572540098/Put/seqid=0 2024-11-14T08:22:57,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741843_1019 (size=5153) 2024-11-14T08:22:57,076 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/default/test/96ba35dfbc3a100b6f5c0739bdfbe603/.tmp/f1/2d5d0fd2b8084680968044110e72dd11 2024-11-14T08:22:57,079 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d5d0fd2b8084680968044110e72dd11 2024-11-14T08:22:57,095 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/default/test/96ba35dfbc3a100b6f5c0739bdfbe603/.tmp/norep/734eae9ce5a64188bef9d1649885a91e is 32, key is row/norep:/1731572564849/DeleteFamily/seqid=0 2024-11-14T08:22:57,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741844_1020 (size=5101) 2024-11-14T08:22:57,221 DEBUG [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 391d85e08fa884216051d27653526cd2, 96ba35dfbc3a100b6f5c0739bdfbe603 2024-11-14T08:22:57,399 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 636, reset compression=false 2024-11-14T08:22:57,403 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:57,403 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 883, reset compression=false 2024-11-14T08:22:57,403 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.shipperb344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,42307,1731572536696 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:22:57,404 ERROR [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.shipperb344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b344df224d93,42307,1731572536696: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b344df224d93,42307,1731572536696, walGroup=b344df224d93%2C42307%2C1731572536696, offset=b344df224d93%2C42307%2C1731572536696.1731572539029:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42307 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T08:22:57,405 ERROR [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.shipperb344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T08:22:57,405 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.shipperb344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T08:22:57,405 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.shipperb344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T08:22:57,405 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.shipperb344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T08:22:57,405 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.shipperb344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T08:22:57,405 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.shipperb344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1394606080, "init": 1048576000, "max": 2306867200, "used": 859120112 }, "NonHeapMemoryUsage": { "committed": 206897152, "init": 7667712, "max": -1, "used": 203417016 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T08:22:57,406 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.shipperb344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:44169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:44169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T08:22:57,421 DEBUG [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 391d85e08fa884216051d27653526cd2, 96ba35dfbc3a100b6f5c0739bdfbe603 2024-11-14T08:22:57,458 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/.tmp/ns/fcae076b50bc4187aefa4a0049dbb6b3 2024-11-14T08:22:57,477 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/.tmp/rep_barrier/8706ecabde244996930a7a3aa3d6d60a is 112, key is test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603./rep_barrier:seqnumDuringOpen/1731572552055/Put/seqid=0 2024-11-14T08:22:57,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741845_1021 (size=5518) 2024-11-14T08:22:57,499 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/default/test/96ba35dfbc3a100b6f5c0739bdfbe603/.tmp/norep/734eae9ce5a64188bef9d1649885a91e 2024-11-14T08:22:57,502 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 734eae9ce5a64188bef9d1649885a91e 2024-11-14T08:22:57,503 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/default/test/96ba35dfbc3a100b6f5c0739bdfbe603/.tmp/f/8ac6a10de66a462b9154787137334bc1 as hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/default/test/96ba35dfbc3a100b6f5c0739bdfbe603/f/8ac6a10de66a462b9154787137334bc1 2024-11-14T08:22:57,506 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ac6a10de66a462b9154787137334bc1 2024-11-14T08:22:57,506 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/default/test/96ba35dfbc3a100b6f5c0739bdfbe603/f/8ac6a10de66a462b9154787137334bc1, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T08:22:57,507 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/default/test/96ba35dfbc3a100b6f5c0739bdfbe603/.tmp/f1/2d5d0fd2b8084680968044110e72dd11 as hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/default/test/96ba35dfbc3a100b6f5c0739bdfbe603/f1/2d5d0fd2b8084680968044110e72dd11 2024-11-14T08:22:57,510 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d5d0fd2b8084680968044110e72dd11 2024-11-14T08:22:57,510 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/default/test/96ba35dfbc3a100b6f5c0739bdfbe603/f1/2d5d0fd2b8084680968044110e72dd11, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T08:22:57,510 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/default/test/96ba35dfbc3a100b6f5c0739bdfbe603/.tmp/norep/734eae9ce5a64188bef9d1649885a91e as hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/default/test/96ba35dfbc3a100b6f5c0739bdfbe603/norep/734eae9ce5a64188bef9d1649885a91e 2024-11-14T08:22:57,513 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 734eae9ce5a64188bef9d1649885a91e 2024-11-14T08:22:57,513 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/default/test/96ba35dfbc3a100b6f5c0739bdfbe603/norep/734eae9ce5a64188bef9d1649885a91e, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T08:22:57,514 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 96ba35dfbc3a100b6f5c0739bdfbe603 in 896ms, sequenceid=6, compaction requested=false 2024-11-14T08:22:57,514 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T08:22:57,518 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/default/test/96ba35dfbc3a100b6f5c0739bdfbe603/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T08:22:57,518 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:22:57,518 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:22:57,518 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603. 2024-11-14T08:22:57,518 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96ba35dfbc3a100b6f5c0739bdfbe603: Waiting for close lock at 1731572576618Running coprocessor pre-close hooks at 1731572576618Disabling compacts and flushes for region at 1731572576618Disabling writes for close at 1731572576618Obtaining lock to block concurrent updates at 1731572576619 (+1 ms)Preparing flush snapshotting stores in 96ba35dfbc3a100b6f5c0739bdfbe603 at 1731572576619Finished memstore snapshotting test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731572576619Flushing stores of test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603. at 1731572576619Flushing 96ba35dfbc3a100b6f5c0739bdfbe603/f: creating writer at 1731572576619Flushing 96ba35dfbc3a100b6f5c0739bdfbe603/f: appending metadata at 1731572576634 (+15 ms)Flushing 96ba35dfbc3a100b6f5c0739bdfbe603/f: closing flushed file at 1731572576634Flushing 96ba35dfbc3a100b6f5c0739bdfbe603/f1: creating writer at 1731572576652 (+18 ms)Flushing 96ba35dfbc3a100b6f5c0739bdfbe603/f1: appending metadata at 1731572576671 (+19 ms)Flushing 96ba35dfbc3a100b6f5c0739bdfbe603/f1: closing flushed file at 1731572576671Flushing 96ba35dfbc3a100b6f5c0739bdfbe603/norep: creating writer at 1731572577079 (+408 ms)Flushing 96ba35dfbc3a100b6f5c0739bdfbe603/norep: appending metadata at 1731572577094 (+15 ms)Flushing 96ba35dfbc3a100b6f5c0739bdfbe603/norep: closing flushed file at 1731572577094Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4672876c: reopening flushed file at 1731572577502 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4251d248: reopening flushed file at 1731572577506 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52e47f54: reopening flushed file at 1731572577510 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 96ba35dfbc3a100b6f5c0739bdfbe603 in 896ms, sequenceid=6, compaction requested=false at 1731572577514 (+4 ms)Writing region close event to WAL at 1731572577515 (+1 ms)Running coprocessor post-close hooks at 1731572577518 (+3 ms)Closed at 1731572577518 2024-11-14T08:22:57,518 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731572550907.96ba35dfbc3a100b6f5c0739bdfbe603. 2024-11-14T08:22:57,518 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 391d85e08fa884216051d27653526cd2, disabling compactions & flushes 2024-11-14T08:22:57,518 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2. 2024-11-14T08:22:57,518 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2. 2024-11-14T08:22:57,519 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2. after waiting 0 ms 2024-11-14T08:22:57,519 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2. 2024-11-14T08:22:57,519 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 391d85e08fa884216051d27653526cd2: Waiting for close lock at 1731572577518Running coprocessor pre-close hooks at 1731572577518Disabling compacts and flushes for region at 1731572577518Disabling writes for close at 1731572577519 (+1 ms)Failed flush hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2., putting online again at 1731572577519 2024-11-14T08:22:57,519 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2. 2024-11-14T08:22:57,605 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 883, reset compression=false 2024-11-14T08:22:57,609 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:22:57,609 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 1527, reset compression=false 2024-11-14T08:22:57,621 INFO [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T08:22:57,621 DEBUG [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 391d85e08fa884216051d27653526cd2=hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2.} 2024-11-14T08:22:57,621 INFO [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(3091): Received CLOSE for 391d85e08fa884216051d27653526cd2 2024-11-14T08:22:57,621 DEBUG [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 391d85e08fa884216051d27653526cd2 2024-11-14T08:22:57,621 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 391d85e08fa884216051d27653526cd2, disabling compactions & flushes 2024-11-14T08:22:57,621 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2. 2024-11-14T08:22:57,621 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2. 2024-11-14T08:22:57,621 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2. after waiting 0 ms 2024-11-14T08:22:57,621 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2. 2024-11-14T08:22:57,621 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 391d85e08fa884216051d27653526cd2: Waiting for close lock at 1731572577621Running coprocessor pre-close hooks at 1731572577621Disabling compacts and flushes for region at 1731572577621Disabling writes for close at 1731572577621Failed flush hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2., putting online again at 1731572577621 2024-11-14T08:22:57,621 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731572556374.391d85e08fa884216051d27653526cd2. 2024-11-14T08:22:57,811 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 1527, reset compression=false 2024-11-14T08:22:57,821 DEBUG [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:22:57,881 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/.tmp/rep_barrier/8706ecabde244996930a7a3aa3d6d60a 2024-11-14T08:22:57,896 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/.tmp/table/09f17b0c892d41408d9217e01cd1705d is 53, key is hbase:replication/table:state/1731572557147/Put/seqid=0 2024-11-14T08:22:57,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741846_1022 (size=5308) 2024-11-14T08:22:58,021 DEBUG [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:22:58,115 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 1527, reset compression=false 2024-11-14T08:22:58,221 DEBUG [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:22:58,300 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/.tmp/table/09f17b0c892d41408d9217e01cd1705d 2024-11-14T08:22:58,304 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/.tmp/info/b07647949ef046faab1be8610d2a321d as hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/info/b07647949ef046faab1be8610d2a321d 2024-11-14T08:22:58,307 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/info/b07647949ef046faab1be8610d2a321d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T08:22:58,308 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/.tmp/ns/fcae076b50bc4187aefa4a0049dbb6b3 as hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/ns/fcae076b50bc4187aefa4a0049dbb6b3 2024-11-14T08:22:58,311 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/ns/fcae076b50bc4187aefa4a0049dbb6b3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T08:22:58,312 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/.tmp/rep_barrier/8706ecabde244996930a7a3aa3d6d60a as hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/rep_barrier/8706ecabde244996930a7a3aa3d6d60a 2024-11-14T08:22:58,315 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/rep_barrier/8706ecabde244996930a7a3aa3d6d60a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T08:22:58,315 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/.tmp/table/09f17b0c892d41408d9217e01cd1705d as hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/table/09f17b0c892d41408d9217e01cd1705d 2024-11-14T08:22:58,318 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/table/09f17b0c892d41408d9217e01cd1705d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T08:22:58,319 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false 2024-11-14T08:22:58,319 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T08:22:58,322 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T08:22:58,323 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:22:58,323 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:22:58,323 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:22:58,323 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572576620Running coprocessor pre-close hooks at 1731572576620Disabling compacts and flushes for region at 1731572576620Disabling writes for close at 1731572576620Obtaining lock to block concurrent updates at 1731572576620Preparing flush snapshotting stores in 1588230740 at 1731572576620Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731572576621 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731572576621Flushing 1588230740/info: creating writer at 1731572576621Flushing 1588230740/info: appending metadata at 1731572576634 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731572576634Flushing 1588230740/ns: creating writer at 1731572577042 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731572577054 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731572577054Flushing 1588230740/rep_barrier: creating writer at 1731572577461 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731572577477 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731572577477Flushing 1588230740/table: creating writer at 1731572577884 (+407 ms)Flushing 1588230740/table: appending metadata at 1731572577896 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731572577896Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@456e9539: reopening flushed file at 1731572578303 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75042699: reopening flushed file at 1731572578307 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b1c64e5: reopening flushed file at 1731572578311 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@120b1e86: reopening flushed file at 1731572578315 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false at 1731572578319 (+4 ms)Writing region close event to WAL at 1731572578320 (+1 ms)Running coprocessor post-close hooks at 1731572578323 (+3 ms)Closed at 1731572578323 2024-11-14T08:22:58,323 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:22:58,422 INFO [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T08:22:58,422 INFO [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(976): stopping server b344df224d93,42307,1731572536696; all regions closed. 2024-11-14T08:22:58,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741834_1010 (size=4239) 2024-11-14T08:22:58,424 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.meta.1731572540029.meta not finished, retry = 0 2024-11-14T08:22:58,518 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/WALs/b344df224d93,42307,1731572536696/b344df224d93%2C42307%2C1731572536696.1731572539029 to pos 1527, reset compression=false 2024-11-14T08:22:58,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741839_1015 (size=1297) 2024-11-14T08:22:58,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741832_1008 (size=1535) 2024-11-14T08:22:58,527 DEBUG [RS:0;b344df224d93:42307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:58,527 INFO [RS:0;b344df224d93:42307 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:22:58,528 INFO [RS:0;b344df224d93:42307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:22:58,528 INFO [RS:0;b344df224d93:42307 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T08:22:58,528 INFO [RS:0;b344df224d93:42307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:22:58,528 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:22:58,528 INFO [RS:0;b344df224d93:42307 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b344df224d93,42307,1731572536696 because: Region server is closing 2024-11-14T08:22:58,528 INFO [RS:0;b344df224d93:42307 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:42307. 2024-11-14T08:22:58,528 DEBUG [RS:0;b344df224d93:42307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:22:58,528 DEBUG [RS:0;b344df224d93:42307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:58,528 DEBUG [RS:0;b344df224d93:42307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:22:58,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:22:58,629 INFO [RS:0;b344df224d93:42307 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.shipperb344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 terminated 2024-11-14T08:22:58,629 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,42307,1731572536696.replicationSource.wal-reader.b344df224d93%2C42307%2C1731572536696,1-b344df224d93,42307,1731572536696 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T08:22:58,629 INFO [RS:0;b344df224d93:42307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42307 2024-11-14T08:22:58,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110/rs 2024-11-14T08:22:58,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42307-0x101387007ff0001, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0708717110/rs/b344df224d93,42307,1731572536696 2024-11-14T08:22:58,722 INFO [RS:0;b344df224d93:42307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:22:58,732 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,42307,1731572536696] 2024-11-14T08:22:58,743 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0708717110/draining/b344df224d93,42307,1731572536696 already deleted, retry=false 2024-11-14T08:22:58,743 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,42307,1731572536696 expired; onlineServers=0 2024-11-14T08:22:58,743 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,44169,1731572536490' ***** 2024-11-14T08:22:58,743 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:22:58,743 INFO [M:0;b344df224d93:44169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:22:58,743 INFO [M:0;b344df224d93:44169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:22:58,743 DEBUG [M:0;b344df224d93:44169 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:22:58,743 DEBUG [M:0;b344df224d93:44169 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:22:58,743 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572538826 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572538826,5,FailOnTimeoutGroup] 2024-11-14T08:22:58,743 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:22:58,743 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572538826 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572538826,5,FailOnTimeoutGroup] 2024-11-14T08:22:58,743 INFO [M:0;b344df224d93:44169 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:22:58,743 INFO [M:0;b344df224d93:44169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:22:58,743 DEBUG [M:0;b344df224d93:44169 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:22:58,743 INFO [M:0;b344df224d93:44169 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:22:58,743 INFO [M:0;b344df224d93:44169 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:22:58,744 ERROR [M:0;b344df224d93:44169 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45493,5,PEWorkerGroup] 2024-11-14T08:22:58,744 INFO [M:0;b344df224d93:44169 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:22:58,744 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:22:58,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0708717110/master 2024-11-14T08:22:58,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0708717110 2024-11-14T08:22:58,753 DEBUG [M:0;b344df224d93:44169 {}] zookeeper.ZKUtil(347): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Unable to get data of znode /0708717110/master because node does not exist (not an error) 2024-11-14T08:22:58,753 WARN [M:0;b344df224d93:44169 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T08:22:58,754 INFO [M:0;b344df224d93:44169 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/.lastflushedseqids 2024-11-14T08:22:58,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741847_1023 (size=245) 2024-11-14T08:22:58,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42307-0x101387007ff0001, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:58,832 INFO [RS:0;b344df224d93:42307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:22:58,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42307-0x101387007ff0001, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:22:58,832 INFO [RS:0;b344df224d93:42307 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,42307,1731572536696; zookeeper connection closed. 2024-11-14T08:22:58,833 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70c48534 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70c48534 2024-11-14T08:22:58,833 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:22:59,158 INFO [M:0;b344df224d93:44169 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:22:59,158 INFO [M:0;b344df224d93:44169 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:22:59,159 DEBUG [M:0;b344df224d93:44169 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:22:59,159 INFO [M:0;b344df224d93:44169 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:59,159 DEBUG [M:0;b344df224d93:44169 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:59,159 DEBUG [M:0;b344df224d93:44169 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:22:59,159 DEBUG [M:0;b344df224d93:44169 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:22:59,159 INFO [M:0;b344df224d93:44169 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-14T08:22:59,186 DEBUG [M:0;b344df224d93:44169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f336f6a2a1c94e14a18c45f50a010578 is 82, key is hbase:meta,,1/info:regioninfo/1731572540055/Put/seqid=0 2024-11-14T08:22:59,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741848_1024 (size=5672) 2024-11-14T08:22:59,589 INFO [M:0;b344df224d93:44169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f336f6a2a1c94e14a18c45f50a010578 2024-11-14T08:22:59,608 DEBUG [M:0;b344df224d93:44169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e71f56af5bb44f4093c6e0c74f371557 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731572552064/Put/seqid=0 2024-11-14T08:22:59,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741849_1025 (size=7218) 2024-11-14T08:22:59,992 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:22:59,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:59,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:59,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:59,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:59,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:59,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:22:59,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:00,012 INFO [M:0;b344df224d93:44169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e71f56af5bb44f4093c6e0c74f371557 2024-11-14T08:23:00,016 INFO [M:0;b344df224d93:44169 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e71f56af5bb44f4093c6e0c74f371557 2024-11-14T08:23:00,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:00,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:00,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:00,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:00,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:00,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:00,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:00,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:00,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:00,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:00,032 DEBUG [M:0;b344df224d93:44169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86cbc3238cb64cf9822afa85510a3d0b is 69, key is b344df224d93,42307,1731572536696/rs:state/1731572538878/Put/seqid=0 2024-11-14T08:23:00,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741850_1026 (size=5156) 2024-11-14T08:23:00,435 INFO [M:0;b344df224d93:44169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86cbc3238cb64cf9822afa85510a3d0b 2024-11-14T08:23:00,439 DEBUG [M:0;b344df224d93:44169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f336f6a2a1c94e14a18c45f50a010578 as hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f336f6a2a1c94e14a18c45f50a010578 2024-11-14T08:23:00,442 INFO [M:0;b344df224d93:44169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f336f6a2a1c94e14a18c45f50a010578, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T08:23:00,443 DEBUG [M:0;b344df224d93:44169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e71f56af5bb44f4093c6e0c74f371557 as hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e71f56af5bb44f4093c6e0c74f371557 2024-11-14T08:23:00,447 INFO [M:0;b344df224d93:44169 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e71f56af5bb44f4093c6e0c74f371557 2024-11-14T08:23:00,447 INFO [M:0;b344df224d93:44169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e71f56af5bb44f4093c6e0c74f371557, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T08:23:00,447 DEBUG [M:0;b344df224d93:44169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86cbc3238cb64cf9822afa85510a3d0b as hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86cbc3238cb64cf9822afa85510a3d0b 2024-11-14T08:23:00,451 INFO [M:0;b344df224d93:44169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45493/user/jenkins/test-data/7f3316c9-f92a-5ae9-63d2-4d221382615e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86cbc3238cb64cf9822afa85510a3d0b, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T08:23:00,452 INFO [M:0;b344df224d93:44169 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false 2024-11-14T08:23:00,457 INFO [M:0;b344df224d93:44169 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:00,457 DEBUG [M:0;b344df224d93:44169 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572579159Disabling compacts and flushes for region at 1731572579159Disabling writes for close at 1731572579159Obtaining lock to block concurrent updates at 1731572579159Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572579159Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731572579159Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572579160 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572579160Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572579185 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572579185Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572579593 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572579608 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572579608Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572580016 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572580031 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572580031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73cb829d: reopening flushed file at 1731572580438 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7036928e: reopening flushed file at 1731572580442 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a179e0d: reopening flushed file at 1731572580447 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false at 1731572580452 (+5 ms)Writing region close event to WAL at 1731572580456 (+4 ms)Closed at 1731572580456 2024-11-14T08:23:00,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46803 is added to blk_1073741830_1006 (size=64423) 2024-11-14T08:23:00,459 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:23:00,459 INFO [M:0;b344df224d93:44169 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:23:00,459 INFO [M:0;b344df224d93:44169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44169 2024-11-14T08:23:00,459 INFO [M:0;b344df224d93:44169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:23:00,601 INFO [M:0;b344df224d93:44169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:23:00,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:23:00,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x101387007ff0000, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:23:00,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5acf288d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:23:00,604 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@547754a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:23:00,604 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:23:00,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b09a662{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:23:00,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@597e2541{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/hadoop.log.dir/,STOPPED} 2024-11-14T08:23:00,605 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:23:00,605 WARN [BP-829758624-172.17.0.3-1731572534375 heartbeating to localhost/127.0.0.1:45493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:23:00,605 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:23:00,605 WARN [BP-829758624-172.17.0.3-1731572534375 heartbeating to localhost/127.0.0.1:45493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-829758624-172.17.0.3-1731572534375 (Datanode Uuid 0d919a11-f3c6-40cd-8be3-18d923a57a48) service to localhost/127.0.0.1:45493 2024-11-14T08:23:00,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/cluster_27227a62-1b34-ab0d-6116-bf6df85c0ccf/data/data1/current/BP-829758624-172.17.0.3-1731572534375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:23:00,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/cluster_27227a62-1b34-ab0d-6116-bf6df85c0ccf/data/data2/current/BP-829758624-172.17.0.3-1731572534375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:23:00,606 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:23:00,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c30a5ea{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:23:00,610 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37fc7e6c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:23:00,610 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:23:00,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9cb0b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:23:00,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e23327{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4a23330-4477-f24e-d128-89903f509344/hadoop.log.dir/,STOPPED} 2024-11-14T08:23:00,615 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T08:23:00,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T08:23:00,634 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 312) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49585) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43403 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:45493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:45493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49585) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35033 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:43403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35033 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49585) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35033 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:45493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:35033 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:45493 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 724) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=344 (was 338) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4904 (was 4941) 2024-11-14T08:23:00,645 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=344, ProcessCount=11, AvailableMemoryMB=4904 2024-11-14T08:23:00,659 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-14T08:23:00,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/hadoop.log.dir so I do NOT create it in target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6 2024-11-14T08:23:00,660 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T08:23:00,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/hadoop.tmp.dir so I do NOT create it in target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6 2024-11-14T08:23:00,660 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88a69542-e784-fc0e-8ee5-14aeb1ca38bc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T08:23:00,660 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6 2024-11-14T08:23:00,660 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/cluster_171490bd-0253-854d-f6de-a9455ffe61f8, deleteOnExit=true 2024-11-14T08:23:00,679 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/cluster_171490bd-0253-854d-f6de-a9455ffe61f8/zookeeper_0, clientPort=63728, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/cluster_171490bd-0253-854d-f6de-a9455ffe61f8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/cluster_171490bd-0253-854d-f6de-a9455ffe61f8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T08:23:00,679 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63728 2024-11-14T08:23:00,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:23:00,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:23:00,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/test.cache.data in system properties and HBase conf 2024-11-14T08:23:00,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:23:00,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:23:00,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:23:00,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:23:00,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:23:00,680 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:23:00,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:23:00,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:23:00,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:23:00,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:23:00,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:23:00,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:23:00,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:23:00,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:23:00,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:23:00,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:23:00,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:23:00,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:23:00,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:23:00,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:23:00,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101387007ff0002, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T08:23:00,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101387007ff0008, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T08:23:00,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101387007ff0005, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T08:23:00,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101387007ff0002, quorum=127.0.0.1:49585, baseZNode=/0708717110 Received Disconnected from ZooKeeper, ignoring 2024-11-14T08:23:00,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101387007ff0005, quorum=127.0.0.1:49585, baseZNode=/1726225537 Received Disconnected from ZooKeeper, ignoring 2024-11-14T08:23:00,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101387007ff0008, quorum=127.0.0.1:49585, baseZNode=/2-71974283 Received Disconnected from ZooKeeper, ignoring 2024-11-14T08:23:01,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:23:01,044 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:23:01,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:23:01,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:23:01,045 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T08:23:01,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:23:01,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@209ce3fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:23:01,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13df0792{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:23:01,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f6afdf3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/java.io.tmpdir/jetty-localhost-35895-hadoop-hdfs-3_4_1-tests_jar-_-any-18403467122479826171/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:23:01,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d11edb5{HTTP/1.1, (http/1.1)}{localhost:35895} 2024-11-14T08:23:01,137 INFO [Time-limited test {}] server.Server(415): Started @322673ms 2024-11-14T08:23:01,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:23:01,364 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:23:01,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:23:01,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:23:01,368 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:23:01,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53d8285{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:23:01,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3efe0df7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:23:01,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65608afe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/java.io.tmpdir/jetty-localhost-44293-hadoop-hdfs-3_4_1-tests_jar-_-any-15941331769273505711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:23:01,462 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a373cd2{HTTP/1.1, (http/1.1)}{localhost:44293} 2024-11-14T08:23:01,462 INFO [Time-limited test {}] server.Server(415): Started @322997ms 2024-11-14T08:23:01,463 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:23:02,089 WARN [Thread-4194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/cluster_171490bd-0253-854d-f6de-a9455ffe61f8/data/data1/current/BP-1518655312-172.17.0.3-1731572580702/current, will proceed with Du for space computation calculation, 2024-11-14T08:23:02,089 WARN [Thread-4195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/cluster_171490bd-0253-854d-f6de-a9455ffe61f8/data/data2/current/BP-1518655312-172.17.0.3-1731572580702/current, will proceed with Du for space computation calculation, 2024-11-14T08:23:02,103 WARN [Thread-4182 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:23:02,105 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2eb3b754563df78 with lease ID 0xeaddad7565ab8481: Processing first storage report for DS-135cfbaf-fc98-4138-890b-e754a9476e80 from datanode DatanodeRegistration(127.0.0.1:33099, datanodeUuid=97c8316f-ac03-470d-ad41-217bf05c5c29, infoPort=34057, infoSecurePort=0, ipcPort=43701, storageInfo=lv=-57;cid=testClusterID;nsid=183380700;c=1731572580702) 2024-11-14T08:23:02,105 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2eb3b754563df78 with lease ID 0xeaddad7565ab8481: from storage DS-135cfbaf-fc98-4138-890b-e754a9476e80 node DatanodeRegistration(127.0.0.1:33099, datanodeUuid=97c8316f-ac03-470d-ad41-217bf05c5c29, infoPort=34057, infoSecurePort=0, ipcPort=43701, storageInfo=lv=-57;cid=testClusterID;nsid=183380700;c=1731572580702), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:23:02,105 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2eb3b754563df78 with lease ID 0xeaddad7565ab8481: Processing first storage report for DS-549b6a3f-f2c3-40d4-8e69-234d8f8e0238 from datanode DatanodeRegistration(127.0.0.1:33099, datanodeUuid=97c8316f-ac03-470d-ad41-217bf05c5c29, infoPort=34057, infoSecurePort=0, ipcPort=43701, storageInfo=lv=-57;cid=testClusterID;nsid=183380700;c=1731572580702) 2024-11-14T08:23:02,105 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2eb3b754563df78 with lease ID 0xeaddad7565ab8481: from storage DS-549b6a3f-f2c3-40d4-8e69-234d8f8e0238 node DatanodeRegistration(127.0.0.1:33099, datanodeUuid=97c8316f-ac03-470d-ad41-217bf05c5c29, infoPort=34057, infoSecurePort=0, ipcPort=43701, storageInfo=lv=-57;cid=testClusterID;nsid=183380700;c=1731572580702), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:23:02,134 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:23:02,134 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:23:02,135 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128752 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:23:02,184 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6 2024-11-14T08:23:02,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:02,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:02,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33099 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:23:02,591 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580 with version=8 2024-11-14T08:23:02,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/hbase-staging 2024-11-14T08:23:02,593 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:23:02,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:02,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:02,593 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:23:02,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:02,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:23:02,593 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:23:02,593 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:23:02,594 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38843 2024-11-14T08:23:02,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38843 connecting to ZooKeeper ensemble=127.0.0.1:63728 2024-11-14T08:23:02,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388430x0, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:23:02,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38843-0x1013870bcf10000 connected 2024-11-14T08:23:02,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:02,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:02,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38843-0x1013870bcf10000, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Set watcher on znode that does not yet exist, /0-1900198295/running 2024-11-14T08:23:02,861 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580, hbase.cluster.distributed=false 2024-11-14T08:23:02,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38843-0x1013870bcf10000, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Set watcher on znode that does not yet exist, /0-1900198295/acl 2024-11-14T08:23:02,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38843 2024-11-14T08:23:02,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38843 2024-11-14T08:23:02,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38843 2024-11-14T08:23:02,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38843 2024-11-14T08:23:02,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38843 2024-11-14T08:23:02,876 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:23:02,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:02,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:02,876 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:23:02,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:02,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:23:02,876 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:23:02,876 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:23:02,876 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35689 2024-11-14T08:23:02,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35689 connecting to ZooKeeper ensemble=127.0.0.1:63728 2024-11-14T08:23:02,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:02,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:02,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356890x0, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:23:02,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356890x0, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Set watcher on znode that does not yet exist, /0-1900198295/running 2024-11-14T08:23:02,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35689-0x1013870bcf10001 connected 2024-11-14T08:23:02,890 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:23:02,891 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:23:02,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35689-0x1013870bcf10001, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Set watcher on znode that does not yet exist, /0-1900198295/master 2024-11-14T08:23:02,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35689-0x1013870bcf10001, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Set watcher on znode that does not yet exist, /0-1900198295/acl 2024-11-14T08:23:02,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35689 2024-11-14T08:23:02,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35689 2024-11-14T08:23:02,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35689 2024-11-14T08:23:02,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35689 2024-11-14T08:23:02,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35689 2024-11-14T08:23:02,913 DEBUG [M:0;b344df224d93:38843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:38843 2024-11-14T08:23:02,913 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1900198295/backup-masters/b344df224d93,38843,1731572582593 2024-11-14T08:23:02,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x1013870bcf10001, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900198295/backup-masters 2024-11-14T08:23:02,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1013870bcf10000, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900198295/backup-masters 2024-11-14T08:23:02,922 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38843-0x1013870bcf10000, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Set watcher on existing znode=/0-1900198295/backup-masters/b344df224d93,38843,1731572582593 2024-11-14T08:23:02,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x1013870bcf10001, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1900198295/master 2024-11-14T08:23:02,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1013870bcf10000, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900198295 2024-11-14T08:23:02,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x1013870bcf10001, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900198295 2024-11-14T08:23:02,932 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38843-0x1013870bcf10000, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Set watcher on existing znode=/0-1900198295/master 2024-11-14T08:23:02,932 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1900198295/backup-masters/b344df224d93,38843,1731572582593 from backup master directory 2024-11-14T08:23:02,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1013870bcf10000, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1900198295/backup-masters/b344df224d93,38843,1731572582593 2024-11-14T08:23:02,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x1013870bcf10001, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900198295/backup-masters 2024-11-14T08:23:02,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1013870bcf10000, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900198295/backup-masters 2024-11-14T08:23:02,942 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:23:02,942 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,38843,1731572582593 2024-11-14T08:23:02,945 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/hbase.id] with ID: 19ca9360-ad11-4ac8-a0a8-7f1c518ed355 2024-11-14T08:23:02,945 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/.tmp/hbase.id 2024-11-14T08:23:02,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33099 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:23:03,348 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/.tmp/hbase.id]:[hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/hbase.id] 2024-11-14T08:23:03,355 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:03,355 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:23:03,356 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T08:23:03,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x1013870bcf10001, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900198295 2024-11-14T08:23:03,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1013870bcf10000, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900198295 2024-11-14T08:23:03,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33099 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:23:03,799 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:23:03,800 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:23:03,800 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:23:03,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33099 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:23:04,206 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/MasterData/data/master/store 2024-11-14T08:23:04,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33099 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:23:04,611 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:04,611 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:23:04,611 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:04,611 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:04,611 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:23:04,611 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:04,611 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:04,611 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572584611Disabling compacts and flushes for region at 1731572584611Disabling writes for close at 1731572584611Writing region close event to WAL at 1731572584611Closed at 1731572584611 2024-11-14T08:23:04,611 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/MasterData/data/master/store/.initializing 2024-11-14T08:23:04,612 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/MasterData/WALs/b344df224d93,38843,1731572582593 2024-11-14T08:23:04,612 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:23:04,613 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C38843%2C1731572582593, suffix=, logDir=hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/MasterData/WALs/b344df224d93,38843,1731572582593, archiveDir=hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/MasterData/oldWALs, maxLogs=10 2024-11-14T08:23:04,625 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/MasterData/WALs/b344df224d93,38843,1731572582593/b344df224d93%2C38843%2C1731572582593.1731572584614, exclude list is [], retry=0 2024-11-14T08:23:04,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33099,DS-135cfbaf-fc98-4138-890b-e754a9476e80,DISK] 2024-11-14T08:23:04,628 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/MasterData/WALs/b344df224d93,38843,1731572582593/b344df224d93%2C38843%2C1731572582593.1731572584614 2024-11-14T08:23:04,628 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34057:34057)] 2024-11-14T08:23:04,628 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:23:04,628 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:04,628 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:04,628 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:04,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:04,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:23:04,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:04,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:04,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:04,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:23:04,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:04,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:04,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:04,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:23:04,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:04,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:04,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:04,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:23:04,633 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:04,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:04,634 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:04,634 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:04,634 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:04,635 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:04,635 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:04,635 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:23:04,636 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:04,637 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:23:04,637 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62117918, jitterRate=-0.07437089085578918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:23:04,638 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572584628Initializing all the Stores at 1731572584629 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572584629Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572584629Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572584629Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572584629Cleaning up temporary data from old regions at 1731572584635 (+6 ms)Region opened successfully at 1731572584638 (+3 ms) 2024-11-14T08:23:04,638 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:23:04,640 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e2bbe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:23:04,640 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:23:04,640 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:23:04,640 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:23:04,641 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:23:04,641 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T08:23:04,641 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T08:23:04,641 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:23:04,642 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:23:04,643 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38843-0x1013870bcf10000, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Unable to get data of znode /0-1900198295/balancer because node does not exist (not necessarily an error) 2024-11-14T08:23:04,700 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1900198295/balancer already deleted, retry=false 2024-11-14T08:23:04,701 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:23:04,701 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38843-0x1013870bcf10000, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Unable to get data of znode /0-1900198295/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:23:04,710 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1900198295/normalizer already deleted, retry=false 2024-11-14T08:23:04,711 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:23:04,712 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38843-0x1013870bcf10000, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Unable to get data of znode /0-1900198295/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:23:04,721 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1900198295/switch/split already deleted, retry=false 2024-11-14T08:23:04,722 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38843-0x1013870bcf10000, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Unable to get data of znode /0-1900198295/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:23:04,732 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1900198295/switch/merge already deleted, retry=false 2024-11-14T08:23:04,734 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38843-0x1013870bcf10000, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Unable to get data of znode /0-1900198295/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:23:04,742 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1900198295/snapshot-cleanup already deleted, retry=false 2024-11-14T08:23:04,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1013870bcf10000, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1900198295/running 2024-11-14T08:23:04,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x1013870bcf10001, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1900198295/running 2024-11-14T08:23:04,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1013870bcf10000, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900198295 2024-11-14T08:23:04,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x1013870bcf10001, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900198295 2024-11-14T08:23:04,753 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,38843,1731572582593, sessionid=0x1013870bcf10000, setting cluster-up flag (Was=false) 2024-11-14T08:23:04,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x1013870bcf10001, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900198295 2024-11-14T08:23:04,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1013870bcf10000, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900198295 2024-11-14T08:23:04,805 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1900198295/flush-table-proc/acquired, /0-1900198295/flush-table-proc/reached, /0-1900198295/flush-table-proc/abort 2024-11-14T08:23:04,806 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,38843,1731572582593 2024-11-14T08:23:04,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x1013870bcf10001, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900198295 2024-11-14T08:23:04,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1013870bcf10000, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900198295 2024-11-14T08:23:04,858 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1900198295/online-snapshot/acquired, /0-1900198295/online-snapshot/reached, /0-1900198295/online-snapshot/abort 2024-11-14T08:23:04,858 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,38843,1731572582593 2024-11-14T08:23:04,859 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:23:04,860 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:23:04,861 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:23:04,861 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:23:04,861 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,38843,1731572582593 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:23:04,862 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:23:04,862 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:23:04,862 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:23:04,862 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:23:04,862 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:23:04,862 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:04,862 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:23:04,862 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:04,863 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572614863 2024-11-14T08:23:04,863 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:23:04,863 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:23:04,863 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:23:04,863 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:23:04,863 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:23:04,863 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:23:04,863 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:23:04,863 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:23:04,864 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:04,864 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:23:04,864 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:23:04,864 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:23:04,864 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:23:04,864 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:04,864 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:23:04,864 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:23:04,864 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:23:04,864 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572584864,5,FailOnTimeoutGroup] 2024-11-14T08:23:04,865 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572584864,5,FailOnTimeoutGroup] 2024-11-14T08:23:04,865 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:04,865 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:23:04,865 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:04,865 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:04,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33099 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:23:04,903 INFO [RS:0;b344df224d93:35689 {}] regionserver.HRegionServer(746): ClusterId : 19ca9360-ad11-4ac8-a0a8-7f1c518ed355 2024-11-14T08:23:04,903 DEBUG [RS:0;b344df224d93:35689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:23:04,911 DEBUG [RS:0;b344df224d93:35689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:23:04,911 DEBUG [RS:0;b344df224d93:35689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:23:04,922 DEBUG [RS:0;b344df224d93:35689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:23:04,922 DEBUG [RS:0;b344df224d93:35689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac86cc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:23:04,932 DEBUG [RS:0;b344df224d93:35689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:35689 2024-11-14T08:23:04,932 INFO [RS:0;b344df224d93:35689 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:23:04,932 INFO [RS:0;b344df224d93:35689 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:23:04,932 DEBUG [RS:0;b344df224d93:35689 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:23:04,932 INFO [RS:0;b344df224d93:35689 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,38843,1731572582593 with port=35689, startcode=1731572582876 2024-11-14T08:23:04,933 DEBUG [RS:0;b344df224d93:35689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:23:04,934 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:23:04,934 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,35689,1731572582876 2024-11-14T08:23:04,934 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38843 {}] master.ServerManager(517): Registering regionserver=b344df224d93,35689,1731572582876 2024-11-14T08:23:04,935 DEBUG [RS:0;b344df224d93:35689 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580 2024-11-14T08:23:04,935 DEBUG [RS:0;b344df224d93:35689 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44287 2024-11-14T08:23:04,935 DEBUG [RS:0;b344df224d93:35689 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:23:04,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T08:23:04,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T08:23:04,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:23:04,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1013870bcf10000, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900198295/rs 2024-11-14T08:23:04,942 DEBUG [RS:0;b344df224d93:35689 {}] zookeeper.ZKUtil(111): regionserver:35689-0x1013870bcf10001, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Set watcher on existing znode=/0-1900198295/rs/b344df224d93,35689,1731572582876 2024-11-14T08:23:04,942 WARN [RS:0;b344df224d93:35689 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:23:04,942 INFO [RS:0;b344df224d93:35689 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:23:04,942 DEBUG [RS:0;b344df224d93:35689 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/WALs/b344df224d93,35689,1731572582876 2024-11-14T08:23:04,943 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,35689,1731572582876] 2024-11-14T08:23:04,945 INFO [RS:0;b344df224d93:35689 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:23:04,948 INFO [RS:0;b344df224d93:35689 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:23:04,948 INFO [RS:0;b344df224d93:35689 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:23:04,948 INFO [RS:0;b344df224d93:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:04,948 INFO [RS:0;b344df224d93:35689 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:23:04,949 INFO [RS:0;b344df224d93:35689 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:23:04,949 INFO [RS:0;b344df224d93:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:04,949 DEBUG [RS:0;b344df224d93:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:04,949 DEBUG [RS:0;b344df224d93:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:04,949 DEBUG [RS:0;b344df224d93:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:04,949 DEBUG [RS:0;b344df224d93:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:04,949 DEBUG [RS:0;b344df224d93:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:04,949 DEBUG [RS:0;b344df224d93:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:23:04,949 DEBUG [RS:0;b344df224d93:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:04,949 DEBUG [RS:0;b344df224d93:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:04,949 DEBUG [RS:0;b344df224d93:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:04,949 DEBUG [RS:0;b344df224d93:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:04,949 DEBUG [RS:0;b344df224d93:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:04,949 DEBUG [RS:0;b344df224d93:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:04,949 DEBUG [RS:0;b344df224d93:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:23:04,949 DEBUG [RS:0;b344df224d93:35689 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:23:04,950 INFO [RS:0;b344df224d93:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:04,950 INFO [RS:0;b344df224d93:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:04,950 INFO [RS:0;b344df224d93:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:04,950 INFO [RS:0;b344df224d93:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:04,950 INFO [RS:0;b344df224d93:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:04,950 INFO [RS:0;b344df224d93:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,35689,1731572582876-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:23:04,966 INFO [RS:0;b344df224d93:35689 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:23:04,967 INFO [RS:0;b344df224d93:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,35689,1731572582876-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:04,967 INFO [RS:0;b344df224d93:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:04,967 INFO [RS:0;b344df224d93:35689 {}] regionserver.Replication(171): b344df224d93,35689,1731572582876 started 2024-11-14T08:23:04,982 INFO [RS:0;b344df224d93:35689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:04,982 INFO [RS:0;b344df224d93:35689 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,35689,1731572582876, RpcServer on b344df224d93/172.17.0.3:35689, sessionid=0x1013870bcf10001 2024-11-14T08:23:04,982 DEBUG [RS:0;b344df224d93:35689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:23:04,982 DEBUG [RS:0;b344df224d93:35689 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,35689,1731572582876 2024-11-14T08:23:04,982 DEBUG [RS:0;b344df224d93:35689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,35689,1731572582876' 2024-11-14T08:23:04,983 DEBUG [RS:0;b344df224d93:35689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1900198295/flush-table-proc/abort' 2024-11-14T08:23:04,983 DEBUG [RS:0;b344df224d93:35689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1900198295/flush-table-proc/acquired' 2024-11-14T08:23:04,983 DEBUG [RS:0;b344df224d93:35689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:23:04,983 DEBUG [RS:0;b344df224d93:35689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:23:04,983 DEBUG [RS:0;b344df224d93:35689 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,35689,1731572582876 2024-11-14T08:23:04,983 DEBUG [RS:0;b344df224d93:35689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,35689,1731572582876' 2024-11-14T08:23:04,983 DEBUG [RS:0;b344df224d93:35689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1900198295/online-snapshot/abort' 2024-11-14T08:23:04,984 DEBUG [RS:0;b344df224d93:35689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1900198295/online-snapshot/acquired' 2024-11-14T08:23:04,984 DEBUG [RS:0;b344df224d93:35689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:23:04,984 INFO [RS:0;b344df224d93:35689 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:23:04,984 INFO [RS:0;b344df224d93:35689 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:23:05,084 INFO [RS:0;b344df224d93:35689 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:23:05,085 INFO [RS:0;b344df224d93:35689 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C35689%2C1731572582876, suffix=, logDir=hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/WALs/b344df224d93,35689,1731572582876, archiveDir=hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/oldWALs, maxLogs=10 2024-11-14T08:23:05,097 DEBUG [RS:0;b344df224d93:35689 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/WALs/b344df224d93,35689,1731572582876/b344df224d93%2C35689%2C1731572582876.1731572585086, exclude list is [], retry=0 2024-11-14T08:23:05,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33099,DS-135cfbaf-fc98-4138-890b-e754a9476e80,DISK] 2024-11-14T08:23:05,100 INFO [RS:0;b344df224d93:35689 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/WALs/b344df224d93,35689,1731572582876/b344df224d93%2C35689%2C1731572582876.1731572585086 2024-11-14T08:23:05,100 DEBUG [RS:0;b344df224d93:35689 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34057:34057)] 2024-11-14T08:23:05,274 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:23:05,274 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580 2024-11-14T08:23:05,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33099 is added to blk_1073741833_1009 (size=32) 2024-11-14T08:23:05,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:05,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:23:05,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:23:05,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:05,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:05,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:23:05,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:23:05,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:05,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:05,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:23:05,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:23:05,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:05,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:05,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:23:05,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:23:05,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:05,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:05,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:23:05,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/data/hbase/meta/1588230740 2024-11-14T08:23:05,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/data/hbase/meta/1588230740 2024-11-14T08:23:05,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:23:05,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:23:05,686 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:23:05,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:23:05,687 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:23:05,688 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60778333, jitterRate=-0.0943322628736496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:23:05,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572585679Initializing all the Stores at 1731572585679Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572585679Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572585679Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572585679Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572585679Cleaning up temporary data from old regions at 1731572585685 (+6 ms)Region opened successfully at 1731572585688 (+3 ms) 2024-11-14T08:23:05,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:23:05,688 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:23:05,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:23:05,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:23:05,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:23:05,688 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:23:05,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572585688Disabling compacts and flushes for region at 1731572585688Disabling writes for close at 1731572585688Writing region close event to WAL at 1731572585688Closed at 1731572585688 2024-11-14T08:23:05,689 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:23:05,689 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:23:05,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:23:05,690 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:23:05,690 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:23:05,840 DEBUG [b344df224d93:38843 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:23:05,841 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,35689,1731572582876 2024-11-14T08:23:05,842 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,35689,1731572582876, state=OPENING 2024-11-14T08:23:05,910 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:23:05,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1013870bcf10000, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900198295 2024-11-14T08:23:05,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x1013870bcf10001, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1900198295 2024-11-14T08:23:05,952 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:23:05,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1900198295/meta-region-server: CHANGED 2024-11-14T08:23:05,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1900198295/meta-region-server: CHANGED 2024-11-14T08:23:05,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,35689,1731572582876}] 2024-11-14T08:23:06,104 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:23:06,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:23:06,108 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:23:06,108 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:23:06,108 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:23:06,109 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C35689%2C1731572582876.meta, suffix=.meta, logDir=hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/WALs/b344df224d93,35689,1731572582876, archiveDir=hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/oldWALs, maxLogs=10 2024-11-14T08:23:06,121 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/WALs/b344df224d93,35689,1731572582876/b344df224d93%2C35689%2C1731572582876.meta.1731572586109.meta, exclude list is [], retry=0 2024-11-14T08:23:06,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33099,DS-135cfbaf-fc98-4138-890b-e754a9476e80,DISK] 2024-11-14T08:23:06,124 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/WALs/b344df224d93,35689,1731572582876/b344df224d93%2C35689%2C1731572582876.meta.1731572586109.meta 2024-11-14T08:23:06,124 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34057:34057)] 2024-11-14T08:23:06,124 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:23:06,124 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:23:06,124 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:23:06,124 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:23:06,124 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:23:06,125 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:23:06,125 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:06,125 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:23:06,125 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:23:06,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:23:06,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:23:06,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:06,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:06,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:23:06,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:23:06,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:06,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:06,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:23:06,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:23:06,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:06,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:06,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:23:06,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:23:06,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:06,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:06,129 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:23:06,130 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/data/hbase/meta/1588230740 2024-11-14T08:23:06,130 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/data/hbase/meta/1588230740 2024-11-14T08:23:06,131 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:23:06,131 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:23:06,131 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:23:06,132 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:23:06,133 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72504130, jitterRate=0.08039572834968567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:23:06,133 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:23:06,133 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572586125Writing region info on filesystem at 1731572586125Initializing all the Stores at 1731572586125Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572586125Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572586125Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572586125Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572586125Cleaning up temporary data from old regions at 1731572586131 (+6 ms)Running coprocessor post-open hooks at 1731572586133 (+2 ms)Region opened successfully at 1731572586133 2024-11-14T08:23:06,134 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572586104 2024-11-14T08:23:06,135 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:23:06,135 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:23:06,135 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,35689,1731572582876 2024-11-14T08:23:06,136 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,35689,1731572582876, state=OPEN 2024-11-14T08:23:06,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35689-0x1013870bcf10001, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1900198295/meta-region-server 2024-11-14T08:23:06,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38843-0x1013870bcf10000, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1900198295/meta-region-server 2024-11-14T08:23:06,153 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,35689,1731572582876 2024-11-14T08:23:06,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1900198295/meta-region-server: CHANGED 2024-11-14T08:23:06,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1900198295/meta-region-server: CHANGED 2024-11-14T08:23:06,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:23:06,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,35689,1731572582876 in 200 msec 2024-11-14T08:23:06,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:23:06,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 465 msec 2024-11-14T08:23:06,155 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:23:06,155 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:23:06,156 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:23:06,156 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,35689,1731572582876, seqNum=-1] 2024-11-14T08:23:06,157 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:23:06,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:23:06,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2990 sec 2024-11-14T08:23:06,160 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572586160, completionTime=-1 2024-11-14T08:23:06,161 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:23:06,161 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:23:06,162 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:23:06,162 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572646162 2024-11-14T08:23:06,162 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572706162 2024-11-14T08:23:06,162 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T08:23:06,162 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,38843,1731572582593-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:06,162 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,38843,1731572582593-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:06,162 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,38843,1731572582593-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:06,162 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:38843, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:06,162 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:06,162 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:06,164 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:23:06,165 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.223sec 2024-11-14T08:23:06,165 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:23:06,165 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:23:06,165 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:23:06,165 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:23:06,165 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:23:06,165 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,38843,1731572582593-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:23:06,165 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,38843,1731572582593-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:23:06,167 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:23:06,167 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:23:06,167 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,38843,1731572582593-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:06,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e3745c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:06,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,38843,-1 for getting cluster id 2024-11-14T08:23:06,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:23:06,204 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19ca9360-ad11-4ac8-a0a8-7f1c518ed355' 2024-11-14T08:23:06,204 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:23:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19ca9360-ad11-4ac8-a0a8-7f1c518ed355" 2024-11-14T08:23:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343d4279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,38843,-1] 2024-11-14T08:23:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:23:06,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:06,205 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:23:06,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ecc4a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:06,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:23:06,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,35689,1731572582876, seqNum=-1] 2024-11-14T08:23:06,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:23:06,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:23:06,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,38843,1731572582593 2024-11-14T08:23:06,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63728 2024-11-14T08:23:06,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63728, baseZNode=/0-1900198295 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:23:06,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013870bcf10002 connected 2024-11-14T08:23:06,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:23:06,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,38843,1731572582593 2024-11-14T08:23:06,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71307192 2024-11-14T08:23:06,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:23:06,229 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:23:06,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:23:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T08:23:06,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:23:06,231 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:06,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T08:23:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:23:06,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:23:06,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33099 is added to blk_1073741835_1011 (size=902) 2024-11-14T08:23:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:23:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:23:06,638 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cfe2ad8b579b971a2c8e67e7172d8662, NAME => 'test,,1731572586229.cfe2ad8b579b971a2c8e67e7172d8662.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580 2024-11-14T08:23:06,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33099 is added to blk_1073741836_1012 (size=39) 2024-11-14T08:23:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:23:07,042 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731572586229.cfe2ad8b579b971a2c8e67e7172d8662.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:07,042 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cfe2ad8b579b971a2c8e67e7172d8662, disabling compactions & flushes 2024-11-14T08:23:07,042 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731572586229.cfe2ad8b579b971a2c8e67e7172d8662. 2024-11-14T08:23:07,042 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572586229.cfe2ad8b579b971a2c8e67e7172d8662. 2024-11-14T08:23:07,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731572586229.cfe2ad8b579b971a2c8e67e7172d8662. after waiting 0 ms 2024-11-14T08:23:07,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731572586229.cfe2ad8b579b971a2c8e67e7172d8662. 2024-11-14T08:23:07,043 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731572586229.cfe2ad8b579b971a2c8e67e7172d8662. 2024-11-14T08:23:07,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cfe2ad8b579b971a2c8e67e7172d8662: Waiting for close lock at 1731572587042Disabling compacts and flushes for region at 1731572587042Disabling writes for close at 1731572587043 (+1 ms)Writing region close event to WAL at 1731572587043Closed at 1731572587043 2024-11-14T08:23:07,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:23:07,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731572586229.cfe2ad8b579b971a2c8e67e7172d8662.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731572587044"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572587044"}]},"ts":"1731572587044"} 2024-11-14T08:23:07,045 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:23:07,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:23:07,046 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572587046"}]},"ts":"1731572587046"} 2024-11-14T08:23:07,047 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T08:23:07,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cfe2ad8b579b971a2c8e67e7172d8662, ASSIGN}] 2024-11-14T08:23:07,048 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cfe2ad8b579b971a2c8e67e7172d8662, ASSIGN 2024-11-14T08:23:07,049 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cfe2ad8b579b971a2c8e67e7172d8662, ASSIGN; state=OFFLINE, location=b344df224d93,35689,1731572582876; forceNewPlan=false, retain=false 2024-11-14T08:23:07,199 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cfe2ad8b579b971a2c8e67e7172d8662, regionState=OPENING, regionLocation=b344df224d93,35689,1731572582876 2024-11-14T08:23:07,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cfe2ad8b579b971a2c8e67e7172d8662, ASSIGN because future has completed 2024-11-14T08:23:07,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfe2ad8b579b971a2c8e67e7172d8662, server=b344df224d93,35689,1731572582876}] 2024-11-14T08:23:07,355 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731572586229.cfe2ad8b579b971a2c8e67e7172d8662. 2024-11-14T08:23:07,355 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cfe2ad8b579b971a2c8e67e7172d8662, NAME => 'test,,1731572586229.cfe2ad8b579b971a2c8e67e7172d8662.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:23:07,356 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:23:07,356 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T08:23:07,356 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cfe2ad8b579b971a2c8e67e7172d8662 2024-11-14T08:23:07,356 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731572586229.cfe2ad8b579b971a2c8e67e7172d8662.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:07,356 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cfe2ad8b579b971a2c8e67e7172d8662 2024-11-14T08:23:07,356 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cfe2ad8b579b971a2c8e67e7172d8662 2024-11-14T08:23:07,357 INFO [StoreOpener-cfe2ad8b579b971a2c8e67e7172d8662-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cfe2ad8b579b971a2c8e67e7172d8662 2024-11-14T08:23:07,357 INFO [StoreOpener-cfe2ad8b579b971a2c8e67e7172d8662-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfe2ad8b579b971a2c8e67e7172d8662 columnFamilyName f 2024-11-14T08:23:07,357 DEBUG [StoreOpener-cfe2ad8b579b971a2c8e67e7172d8662-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:07,358 INFO [StoreOpener-cfe2ad8b579b971a2c8e67e7172d8662-1 {}] regionserver.HStore(327): Store=cfe2ad8b579b971a2c8e67e7172d8662/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:07,358 INFO [StoreOpener-cfe2ad8b579b971a2c8e67e7172d8662-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cfe2ad8b579b971a2c8e67e7172d8662 2024-11-14T08:23:07,358 INFO [StoreOpener-cfe2ad8b579b971a2c8e67e7172d8662-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfe2ad8b579b971a2c8e67e7172d8662 columnFamilyName f1 2024-11-14T08:23:07,358 DEBUG [StoreOpener-cfe2ad8b579b971a2c8e67e7172d8662-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:07,359 INFO [StoreOpener-cfe2ad8b579b971a2c8e67e7172d8662-1 {}] regionserver.HStore(327): Store=cfe2ad8b579b971a2c8e67e7172d8662/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:07,359 INFO [StoreOpener-cfe2ad8b579b971a2c8e67e7172d8662-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cfe2ad8b579b971a2c8e67e7172d8662 2024-11-14T08:23:07,359 INFO [StoreOpener-cfe2ad8b579b971a2c8e67e7172d8662-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cfe2ad8b579b971a2c8e67e7172d8662 columnFamilyName norep 2024-11-14T08:23:07,359 DEBUG [StoreOpener-cfe2ad8b579b971a2c8e67e7172d8662-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:07,360 INFO [StoreOpener-cfe2ad8b579b971a2c8e67e7172d8662-1 {}] regionserver.HStore(327): Store=cfe2ad8b579b971a2c8e67e7172d8662/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:07,360 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cfe2ad8b579b971a2c8e67e7172d8662 2024-11-14T08:23:07,360 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/data/default/test/cfe2ad8b579b971a2c8e67e7172d8662 2024-11-14T08:23:07,360 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/data/default/test/cfe2ad8b579b971a2c8e67e7172d8662 2024-11-14T08:23:07,361 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cfe2ad8b579b971a2c8e67e7172d8662 2024-11-14T08:23:07,361 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cfe2ad8b579b971a2c8e67e7172d8662 2024-11-14T08:23:07,361 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:23:07,362 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cfe2ad8b579b971a2c8e67e7172d8662 2024-11-14T08:23:07,363 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/data/default/test/cfe2ad8b579b971a2c8e67e7172d8662/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:23:07,364 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cfe2ad8b579b971a2c8e67e7172d8662; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61725068, jitterRate=-0.08022481203079224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:23:07,364 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cfe2ad8b579b971a2c8e67e7172d8662 2024-11-14T08:23:07,364 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cfe2ad8b579b971a2c8e67e7172d8662: Running coprocessor pre-open hook at 1731572587356Writing region info on filesystem at 1731572587356Initializing all the Stores at 1731572587356Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572587356Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572587357 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572587357Cleaning up temporary data from old regions at 1731572587361 (+4 ms)Running coprocessor post-open hooks at 1731572587364 (+3 ms)Region opened successfully at 1731572587364 2024-11-14T08:23:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:23:07,365 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731572586229.cfe2ad8b579b971a2c8e67e7172d8662., pid=6, masterSystemTime=1731572587353 2024-11-14T08:23:07,366 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731572586229.cfe2ad8b579b971a2c8e67e7172d8662. 2024-11-14T08:23:07,366 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731572586229.cfe2ad8b579b971a2c8e67e7172d8662. 2024-11-14T08:23:07,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cfe2ad8b579b971a2c8e67e7172d8662, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b344df224d93,35689,1731572582876 2024-11-14T08:23:07,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cfe2ad8b579b971a2c8e67e7172d8662, server=b344df224d93,35689,1731572582876 because future has completed 2024-11-14T08:23:07,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T08:23:07,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cfe2ad8b579b971a2c8e67e7172d8662, server=b344df224d93,35689,1731572582876 in 168 msec 2024-11-14T08:23:07,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T08:23:07,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cfe2ad8b579b971a2c8e67e7172d8662, ASSIGN in 323 msec 2024-11-14T08:23:07,371 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:23:07,372 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572587371"}]},"ts":"1731572587371"} 2024-11-14T08:23:07,373 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T08:23:07,373 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:23:07,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1430 sec 2024-11-14T08:23:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:23:08,384 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T08:23:08,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1146e248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:08,385 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,38843,-1 for getting cluster id 2024-11-14T08:23:08,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:23:08,386 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19ca9360-ad11-4ac8-a0a8-7f1c518ed355' 2024-11-14T08:23:08,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:23:08,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19ca9360-ad11-4ac8-a0a8-7f1c518ed355" 2024-11-14T08:23:08,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d24cc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:08,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,38843,-1] 2024-11-14T08:23:08,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:23:08,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:08,387 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:23:08,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7be88d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:08,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:23:08,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,38843,1731572582593 2024-11-14T08:23:08,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a596219 2024-11-14T08:23:08,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:23:08,388 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:23:08,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b344df224d93:38843,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T08:23:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T08:23:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:23:08,390 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:38843' 2024-11-14T08:23:08,391 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e472ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:08,391 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,38843,-1 for getting cluster id 2024-11-14T08:23:08,391 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:23:08,392 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19ca9360-ad11-4ac8-a0a8-7f1c518ed355' 2024-11-14T08:23:08,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:23:08,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19ca9360-ad11-4ac8-a0a8-7f1c518ed355" 2024-11-14T08:23:08,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748473b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:08,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,38843,-1] 2024-11-14T08:23:08,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:23:08,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:08,393 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:23:08,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31039364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:08,393 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:23:08,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,38843,1731572582593 2024-11-14T08:23:08,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3319ae34 2024-11-14T08:23:08,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:23:08,394 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:23:08,395 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T08:23:08,395 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T08:23:08,395 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:08,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:23:08,395 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:08,395 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b344df224d93:38843, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T08:23:08,400 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b344df224d93:38843, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b344df224d93:38843, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b344df224d93:38843, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-14T08:23:08,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b344df224d93:38843, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-14T08:23:08,401 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-14T08:23:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:23:08,495 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://b344df224d93:38843, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-14T08:23:08,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:23:08,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:23:08,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:08,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:08,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:23:08,509 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=526 (was 359) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@1c4dfad2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63728) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: regionserver/b344df224d93:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:44287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/cluster_171490bd-0253-854d-f6de-a9455ffe61f8/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: b344df224d93:38843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b344df224d93:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS:0;b344df224d93:35689 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;b344df224d93:35689-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/cluster_171490bd-0253-854d-f6de-a9455ffe61f8/data/data1/current/BP-1518655312-172.17.0.3-1731572580702 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 2 on default port 44287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63728) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-150f7e1a-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63728) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp539448356-7918 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1082556356-7963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@3800d109 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@788dda0c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 43701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1518655312-172.17.0.3-1731572580702 heartbeating to localhost/127.0.0.1:44287 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@39c29a2d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580-prefix:b344df224d93,35689,1731572582876 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_901084935_20 at /127.0.0.1:46220 [Receiving block BP-1518655312-172.17.0.3-1731572580702:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp539448356-7913 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9f6843bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:63728): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp539448356-7914 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9f6843bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: qtp539448356-7911 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9f6843bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1082556356-7961-acceptor-0@3e86a59c-ServerConnector@7a373cd2{HTTP/1.1, (http/1.1)}{localhost:44293} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 44287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@1032c06a java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$594/0x00007f9f68ab6d18.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 44287 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@4ed372a6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1518655312-172.17.0.3-1731572580702:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1823436765_20 at /127.0.0.1:46264 [Receiving block BP-1518655312-172.17.0.3-1731572580702:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:63728 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: qtp539448356-7917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;b344df224d93:38843 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/cluster_171490bd-0253-854d-f6de-a9455ffe61f8/data/data2/current/BP-1518655312-172.17.0.3-1731572580702 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5f89a92c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 4 on default port 43701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: PacketResponder: BP-1518655312-172.17.0.3-1731572580702:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp539448356-7916 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: qtp539448356-7915-acceptor-0@1783e82a-ServerConnector@3d11edb5{HTTP/1.1, (http/1.1)}{localhost:35895} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 44287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@2689bf83 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580-prefix:b344df224d93,35689,1731572582876.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-68e46669-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/cluster_171490bd-0253-854d-f6de-a9455ffe61f8/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572584864 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: regionserver/b344df224d93:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1082556356-7962 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 43701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1823436765_20 at /127.0.0.1:46174 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 43701 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 44287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b344df224d93:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 43701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: CacheReplicationMonitor(1090767436) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RS_OPEN_META-regionserver/b344df224d93:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44287/user/jenkins/test-data/2ca9fb95-9dfc-43a4-9c47-3d6085ed7580/MasterData-prefix:b344df224d93,38843,1731572582593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1082556356-7960 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9f6843bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1518655312-172.17.0.3-1731572580702:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@3cda5a27[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1823436765_20 at /127.0.0.1:46250 [Receiving block BP-1518655312-172.17.0.3-1731572580702:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44287 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 3 on default port 43701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@6554d77b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b344df224d93:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572584864 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp539448356-7912 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9f6843bc78.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f9f689fa890.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=866 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=369 (was 344) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4889 (was 4904) 2024-11-14T08:23:08,511 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=526 is superior to 500 2024-11-14T08:23:08,522 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=526, OpenFileDescriptor=866, MaxFileDescriptor=1048576, SystemLoadAverage=369, ProcessCount=11, AvailableMemoryMB=4888 2024-11-14T08:23:08,523 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=526 is superior to 500 2024-11-14T08:23:08,535 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-14T08:23:08,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/hadoop.log.dir so I do NOT create it in target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b 2024-11-14T08:23:08,535 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T08:23:08,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/hadoop.tmp.dir so I do NOT create it in target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b 2024-11-14T08:23:08,535 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e0d60a5-272b-dc9b-c3fa-639355b5fab6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T08:23:08,535 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b 2024-11-14T08:23:08,535 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/cluster_d407ed8e-7925-bbe9-7e25-2b0e6ac1a536, deleteOnExit=true 2024-11-14T08:23:08,537 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/cluster_d407ed8e-7925-bbe9-7e25-2b0e6ac1a536/zookeeper_0, clientPort=52033, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/cluster_d407ed8e-7925-bbe9-7e25-2b0e6ac1a536/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/cluster_d407ed8e-7925-bbe9-7e25-2b0e6ac1a536/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T08:23:08,538 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52033 2024-11-14T08:23:08,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:23:08,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:23:08,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/test.cache.data in system properties and HBase conf 2024-11-14T08:23:08,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:23:08,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:23:08,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:23:08,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:23:08,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:23:08,538 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:23:08,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:23:08,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:23:08,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:23:08,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:23:08,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:23:08,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:23:08,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:23:08,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:23:08,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:23:08,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:23:08,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:23:08,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:23:08,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:23:08,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:23:08,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:23:08,862 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:23:08,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:23:08,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:23:08,863 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T08:23:08,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:23:08,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54e84b08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:23:08,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@716048f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:23:08,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2de7f823{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/java.io.tmpdir/jetty-localhost-42415-hadoop-hdfs-3_4_1-tests_jar-_-any-3132702208510259608/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:23:08,957 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b8e334a{HTTP/1.1, (http/1.1)}{localhost:42415} 2024-11-14T08:23:08,957 INFO [Time-limited test {}] server.Server(415): Started @330493ms 2024-11-14T08:23:09,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:23:09,189 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:23:09,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:23:09,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:23:09,191 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T08:23:09,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@899b75a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:23:09,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d531ac6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:23:09,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30570fcd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/java.io.tmpdir/jetty-localhost-44373-hadoop-hdfs-3_4_1-tests_jar-_-any-11887702620778380158/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:23:09,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28f98171{HTTP/1.1, (http/1.1)}{localhost:44373} 2024-11-14T08:23:09,288 INFO [Time-limited test {}] server.Server(415): Started @330823ms 2024-11-14T08:23:09,288 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:23:09,923 WARN [Thread-4327 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/cluster_d407ed8e-7925-bbe9-7e25-2b0e6ac1a536/data/data1/current/BP-1087917053-172.17.0.3-1731572588552/current, will proceed with Du for space computation calculation, 2024-11-14T08:23:09,923 WARN [Thread-4328 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/cluster_d407ed8e-7925-bbe9-7e25-2b0e6ac1a536/data/data2/current/BP-1087917053-172.17.0.3-1731572588552/current, will proceed with Du for space computation calculation, 2024-11-14T08:23:09,939 WARN [Thread-4315 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:23:09,941 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25257dd88bf51bc2 with lease ID 0x14a93783b1877855: Processing first storage report for DS-760944eb-e096-4561-b97f-a1ea0bd7913d from datanode DatanodeRegistration(127.0.0.1:38585, datanodeUuid=7fe48efc-1725-47d3-aa43-799b5498de3b, infoPort=42209, infoSecurePort=0, ipcPort=46763, storageInfo=lv=-57;cid=testClusterID;nsid=995645615;c=1731572588552) 2024-11-14T08:23:09,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25257dd88bf51bc2 with lease ID 0x14a93783b1877855: from storage DS-760944eb-e096-4561-b97f-a1ea0bd7913d node DatanodeRegistration(127.0.0.1:38585, datanodeUuid=7fe48efc-1725-47d3-aa43-799b5498de3b, infoPort=42209, infoSecurePort=0, ipcPort=46763, storageInfo=lv=-57;cid=testClusterID;nsid=995645615;c=1731572588552), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:23:09,942 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25257dd88bf51bc2 with lease ID 0x14a93783b1877855: Processing first storage report for DS-c6ae90be-5c59-407a-a33d-eb6f0385b3a9 from datanode DatanodeRegistration(127.0.0.1:38585, datanodeUuid=7fe48efc-1725-47d3-aa43-799b5498de3b, infoPort=42209, infoSecurePort=0, ipcPort=46763, storageInfo=lv=-57;cid=testClusterID;nsid=995645615;c=1731572588552) 2024-11-14T08:23:09,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25257dd88bf51bc2 with lease ID 0x14a93783b1877855: from storage DS-c6ae90be-5c59-407a-a33d-eb6f0385b3a9 node DatanodeRegistration(127.0.0.1:38585, datanodeUuid=7fe48efc-1725-47d3-aa43-799b5498de3b, infoPort=42209, infoSecurePort=0, ipcPort=46763, storageInfo=lv=-57;cid=testClusterID;nsid=995645615;c=1731572588552), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:23:10,009 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b 2024-11-14T08:23:10,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:10,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:10,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:23:10,419 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7 with version=8 2024-11-14T08:23:10,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/hbase-staging 2024-11-14T08:23:10,421 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:23:10,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:10,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:10,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:23:10,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:10,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:23:10,421 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:23:10,421 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:23:10,422 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40913 2024-11-14T08:23:10,422 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40913 connecting to ZooKeeper ensemble=127.0.0.1:52033 2024-11-14T08:23:10,447 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:23:10,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:10,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:10,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:10,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:10,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:10,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:10,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:10,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:10,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:10,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:10,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:10,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:10,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:10,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:10,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:10,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:10,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:10,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:10,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409130x0, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:23:10,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40913-0x1013870dba40000 connected 2024-11-14T08:23:10,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:10,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:10,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Set watcher on znode that does not yet exist, /0-1796025528/running 2024-11-14T08:23:10,597 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7, hbase.cluster.distributed=false 2024-11-14T08:23:10,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Set watcher on znode that does not yet exist, /0-1796025528/acl 2024-11-14T08:23:10,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40913 2024-11-14T08:23:10,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40913 2024-11-14T08:23:10,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40913 2024-11-14T08:23:10,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40913 2024-11-14T08:23:10,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40913 2024-11-14T08:23:10,612 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:23:10,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:10,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:10,612 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:23:10,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:10,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:23:10,612 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:23:10,612 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:23:10,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38289 2024-11-14T08:23:10,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38289 connecting to ZooKeeper ensemble=127.0.0.1:52033 2024-11-14T08:23:10,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:10,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:10,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382890x0, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:23:10,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Set watcher on znode that does not yet exist, /0-1796025528/running 2024-11-14T08:23:10,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38289-0x1013870dba40001 connected 2024-11-14T08:23:10,630 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:23:10,630 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:23:10,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Set watcher on znode that does not yet exist, /0-1796025528/master 2024-11-14T08:23:10,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Set watcher on znode that does not yet exist, /0-1796025528/acl 2024-11-14T08:23:10,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38289 2024-11-14T08:23:10,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38289 2024-11-14T08:23:10,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38289 2024-11-14T08:23:10,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38289 2024-11-14T08:23:10,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38289 2024-11-14T08:23:10,649 DEBUG [M:0;b344df224d93:40913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:40913 2024-11-14T08:23:10,649 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1796025528/backup-masters/b344df224d93,40913,1731572590421 2024-11-14T08:23:10,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528/backup-masters 2024-11-14T08:23:10,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528/backup-masters 2024-11-14T08:23:10,661 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Set watcher on existing znode=/0-1796025528/backup-masters/b344df224d93,40913,1731572590421 2024-11-14T08:23:10,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1796025528/master 2024-11-14T08:23:10,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528 2024-11-14T08:23:10,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528 2024-11-14T08:23:10,671 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Set watcher on existing znode=/0-1796025528/master 2024-11-14T08:23:10,671 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1796025528/backup-masters/b344df224d93,40913,1731572590421 from backup master directory 2024-11-14T08:23:10,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528/backup-masters 2024-11-14T08:23:10,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1796025528/backup-masters/b344df224d93,40913,1731572590421 2024-11-14T08:23:10,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528/backup-masters 2024-11-14T08:23:10,681 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:23:10,681 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,40913,1731572590421 2024-11-14T08:23:10,684 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/hbase.id] with ID: 697d2379-c554-4835-b65f-24ab67301b9d 2024-11-14T08:23:10,684 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/.tmp/hbase.id 2024-11-14T08:23:10,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:23:10,945 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T08:23:10,945 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T08:23:11,087 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/.tmp/hbase.id]:[hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/hbase.id] 2024-11-14T08:23:11,094 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:11,094 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:23:11,095 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T08:23:11,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528 2024-11-14T08:23:11,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528 2024-11-14T08:23:11,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:23:11,549 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:23:11,549 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:23:11,549 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:23:11,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:23:11,954 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/data/master/store 2024-11-14T08:23:11,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:23:12,359 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:12,359 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:23:12,359 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:12,359 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:12,359 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:23:12,359 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:12,359 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:12,359 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572592359Disabling compacts and flushes for region at 1731572592359Disabling writes for close at 1731572592359Writing region close event to WAL at 1731572592359Closed at 1731572592359 2024-11-14T08:23:12,359 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/data/master/store/.initializing 2024-11-14T08:23:12,359 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/WALs/b344df224d93,40913,1731572590421 2024-11-14T08:23:12,360 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:23:12,361 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C40913%2C1731572590421, suffix=, logDir=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/WALs/b344df224d93,40913,1731572590421, archiveDir=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/oldWALs, maxLogs=10 2024-11-14T08:23:12,373 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/WALs/b344df224d93,40913,1731572590421/b344df224d93%2C40913%2C1731572590421.1731572592361, exclude list is [], retry=0 2024-11-14T08:23:12,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38585,DS-760944eb-e096-4561-b97f-a1ea0bd7913d,DISK] 2024-11-14T08:23:12,376 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/WALs/b344df224d93,40913,1731572590421/b344df224d93%2C40913%2C1731572590421.1731572592361 2024-11-14T08:23:12,376 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42209:42209)] 2024-11-14T08:23:12,377 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:23:12,377 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:12,377 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:12,377 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:12,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:12,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:23:12,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:12,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:12,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:12,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:23:12,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:12,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:12,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:12,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:23:12,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:12,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:12,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:12,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:23:12,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:12,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:12,382 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:12,383 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:12,383 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:12,383 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:12,383 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:12,384 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:23:12,384 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:12,386 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:23:12,386 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72581360, jitterRate=0.08154654502868652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:23:12,386 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572592377Initializing all the Stores at 1731572592377Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572592377Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572592377Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572592378 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572592378Cleaning up temporary data from old regions at 1731572592383 (+5 ms)Region opened successfully at 1731572592386 (+3 ms) 2024-11-14T08:23:12,386 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:23:12,388 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9ca659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:23:12,388 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:23:12,389 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:23:12,389 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:23:12,389 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:23:12,389 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T08:23:12,389 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T08:23:12,389 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:23:12,390 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:23:12,391 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Unable to get data of znode /0-1796025528/balancer because node does not exist (not necessarily an error) 2024-11-14T08:23:12,460 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1796025528/balancer already deleted, retry=false 2024-11-14T08:23:12,460 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:23:12,461 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Unable to get data of znode /0-1796025528/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:23:12,471 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1796025528/normalizer already deleted, retry=false 2024-11-14T08:23:12,471 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:23:12,471 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Unable to get data of znode /0-1796025528/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:23:12,481 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1796025528/switch/split already deleted, retry=false 2024-11-14T08:23:12,482 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Unable to get data of znode /0-1796025528/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:23:12,492 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1796025528/switch/merge already deleted, retry=false 2024-11-14T08:23:12,493 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Unable to get data of znode /0-1796025528/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:23:12,502 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1796025528/snapshot-cleanup already deleted, retry=false 2024-11-14T08:23:12,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1796025528/running 2024-11-14T08:23:12,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1796025528/running 2024-11-14T08:23:12,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528 2024-11-14T08:23:12,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528 2024-11-14T08:23:12,513 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,40913,1731572590421, sessionid=0x1013870dba40000, setting cluster-up flag (Was=false) 2024-11-14T08:23:12,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528 2024-11-14T08:23:12,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528 2024-11-14T08:23:12,565 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1796025528/flush-table-proc/acquired, /0-1796025528/flush-table-proc/reached, /0-1796025528/flush-table-proc/abort 2024-11-14T08:23:12,566 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,40913,1731572590421 2024-11-14T08:23:12,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528 2024-11-14T08:23:12,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528 2024-11-14T08:23:12,618 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1796025528/online-snapshot/acquired, /0-1796025528/online-snapshot/reached, /0-1796025528/online-snapshot/abort 2024-11-14T08:23:12,619 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,40913,1731572590421 2024-11-14T08:23:12,619 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:23:12,620 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:23:12,620 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:23:12,621 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:23:12,621 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,40913,1731572590421 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:23:12,622 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:23:12,622 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:23:12,622 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:23:12,622 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:23:12,622 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:23:12,622 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:12,622 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:23:12,622 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:12,622 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572622622 2024-11-14T08:23:12,622 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:23:12,622 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:23:12,622 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:23:12,622 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:23:12,622 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:23:12,622 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:23:12,623 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:23:12,623 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:23:12,623 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:12,623 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:23:12,623 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:23:12,623 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:23:12,623 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:23:12,623 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:23:12,623 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:23:12,623 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:12,623 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572592623,5,FailOnTimeoutGroup] 2024-11-14T08:23:12,623 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572592623,5,FailOnTimeoutGroup] 2024-11-14T08:23:12,623 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:12,623 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:23:12,623 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:23:12,623 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:12,623 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:12,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:23:12,642 INFO [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(746): ClusterId : 697d2379-c554-4835-b65f-24ab67301b9d 2024-11-14T08:23:12,642 DEBUG [RS:0;b344df224d93:38289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:23:12,716 DEBUG [RS:0;b344df224d93:38289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:23:12,716 DEBUG [RS:0;b344df224d93:38289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:23:12,784 DEBUG [RS:0;b344df224d93:38289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:23:12,784 DEBUG [RS:0;b344df224d93:38289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2c10d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:23:12,798 DEBUG [RS:0;b344df224d93:38289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:38289 2024-11-14T08:23:12,798 INFO [RS:0;b344df224d93:38289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:23:12,798 INFO [RS:0;b344df224d93:38289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:23:12,798 DEBUG [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:23:12,798 INFO [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,40913,1731572590421 with port=38289, startcode=1731572590612 2024-11-14T08:23:12,798 DEBUG [RS:0;b344df224d93:38289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:23:12,799 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:23:12,800 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40913 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,38289,1731572590612 2024-11-14T08:23:12,800 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40913 {}] master.ServerManager(517): Registering regionserver=b344df224d93,38289,1731572590612 2024-11-14T08:23:12,800 DEBUG [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7 2024-11-14T08:23:12,801 DEBUG [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43819 2024-11-14T08:23:12,801 DEBUG [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:23:12,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528/rs 2024-11-14T08:23:12,862 DEBUG [RS:0;b344df224d93:38289 {}] zookeeper.ZKUtil(111): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Set watcher on existing znode=/0-1796025528/rs/b344df224d93,38289,1731572590612 2024-11-14T08:23:12,862 WARN [RS:0;b344df224d93:38289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:23:12,862 INFO [RS:0;b344df224d93:38289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:23:12,862 DEBUG [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612 2024-11-14T08:23:12,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,38289,1731572590612] 2024-11-14T08:23:12,865 INFO [RS:0;b344df224d93:38289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:23:12,866 INFO [RS:0;b344df224d93:38289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:23:12,866 INFO [RS:0;b344df224d93:38289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:23:12,866 INFO [RS:0;b344df224d93:38289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:12,866 INFO [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:23:12,866 INFO [RS:0;b344df224d93:38289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:23:12,866 INFO [RS:0;b344df224d93:38289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:12,866 DEBUG [RS:0;b344df224d93:38289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:12,866 DEBUG [RS:0;b344df224d93:38289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:12,866 DEBUG [RS:0;b344df224d93:38289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:12,866 DEBUG [RS:0;b344df224d93:38289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:12,866 DEBUG [RS:0;b344df224d93:38289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:12,867 DEBUG [RS:0;b344df224d93:38289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:23:12,867 DEBUG [RS:0;b344df224d93:38289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:12,867 DEBUG [RS:0;b344df224d93:38289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:12,867 DEBUG [RS:0;b344df224d93:38289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:12,867 DEBUG [RS:0;b344df224d93:38289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:12,867 DEBUG [RS:0;b344df224d93:38289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:12,867 DEBUG [RS:0;b344df224d93:38289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:12,867 DEBUG [RS:0;b344df224d93:38289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:23:12,867 DEBUG [RS:0;b344df224d93:38289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:23:12,867 INFO [RS:0;b344df224d93:38289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:12,867 INFO [RS:0;b344df224d93:38289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:12,867 INFO [RS:0;b344df224d93:38289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:12,867 INFO [RS:0;b344df224d93:38289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:12,867 INFO [RS:0;b344df224d93:38289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:12,867 INFO [RS:0;b344df224d93:38289 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,38289,1731572590612-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:23:12,879 INFO [RS:0;b344df224d93:38289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:23:12,879 INFO [RS:0;b344df224d93:38289 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,38289,1731572590612-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:12,879 INFO [RS:0;b344df224d93:38289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:12,879 INFO [RS:0;b344df224d93:38289 {}] regionserver.Replication(171): b344df224d93,38289,1731572590612 started 2024-11-14T08:23:12,890 INFO [RS:0;b344df224d93:38289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:12,890 INFO [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,38289,1731572590612, RpcServer on b344df224d93/172.17.0.3:38289, sessionid=0x1013870dba40001 2024-11-14T08:23:12,890 DEBUG [RS:0;b344df224d93:38289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:23:12,890 DEBUG [RS:0;b344df224d93:38289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,38289,1731572590612 2024-11-14T08:23:12,890 DEBUG [RS:0;b344df224d93:38289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,38289,1731572590612' 2024-11-14T08:23:12,890 DEBUG [RS:0;b344df224d93:38289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1796025528/flush-table-proc/abort' 2024-11-14T08:23:12,891 DEBUG [RS:0;b344df224d93:38289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1796025528/flush-table-proc/acquired' 2024-11-14T08:23:12,891 DEBUG [RS:0;b344df224d93:38289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:23:12,891 DEBUG [RS:0;b344df224d93:38289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:23:12,891 DEBUG [RS:0;b344df224d93:38289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,38289,1731572590612 2024-11-14T08:23:12,891 DEBUG [RS:0;b344df224d93:38289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,38289,1731572590612' 2024-11-14T08:23:12,891 DEBUG [RS:0;b344df224d93:38289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1796025528/online-snapshot/abort' 2024-11-14T08:23:12,892 DEBUG [RS:0;b344df224d93:38289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1796025528/online-snapshot/acquired' 2024-11-14T08:23:12,892 DEBUG [RS:0;b344df224d93:38289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:23:12,892 INFO [RS:0;b344df224d93:38289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:23:12,892 INFO [RS:0;b344df224d93:38289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:23:12,992 INFO [RS:0;b344df224d93:38289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:23:12,993 INFO [RS:0;b344df224d93:38289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C38289%2C1731572590612, suffix=, logDir=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612, archiveDir=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/oldWALs, maxLogs=10 2024-11-14T08:23:13,005 DEBUG [RS:0;b344df224d93:38289 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572592993, exclude list is [], retry=0 2024-11-14T08:23:13,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38585,DS-760944eb-e096-4561-b97f-a1ea0bd7913d,DISK] 2024-11-14T08:23:13,008 INFO [RS:0;b344df224d93:38289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572592993 2024-11-14T08:23:13,008 DEBUG [RS:0;b344df224d93:38289 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42209:42209)] 2024-11-14T08:23:13,028 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:23:13,028 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7 2024-11-14T08:23:13,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741833_1009 (size=32) 2024-11-14T08:23:13,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:13,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:23:13,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:23:13,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:13,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:13,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:23:13,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:23:13,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:13,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:13,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:23:13,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:23:13,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:13,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:13,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:23:13,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:23:13,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:13,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:13,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:23:13,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740 2024-11-14T08:23:13,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740 2024-11-14T08:23:13,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:23:13,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:23:13,439 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:23:13,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:23:13,441 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:23:13,442 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69289016, jitterRate=0.032486796379089355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:23:13,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572593432Initializing all the Stores at 1731572593433 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572593433Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572593433Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572593433Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572593433Cleaning up temporary data from old regions at 1731572593439 (+6 ms)Region opened successfully at 1731572593442 (+3 ms) 2024-11-14T08:23:13,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:23:13,442 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:23:13,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:23:13,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:23:13,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:23:13,442 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:23:13,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572593442Disabling compacts and flushes for region at 1731572593442Disabling writes for close at 1731572593442Writing region close event to WAL at 1731572593442Closed at 1731572593442 2024-11-14T08:23:13,443 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:23:13,443 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:23:13,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:23:13,443 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:23:13,444 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:23:13,594 DEBUG [b344df224d93:40913 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:23:13,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,38289,1731572590612 2024-11-14T08:23:13,595 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,38289,1731572590612, state=OPENING 2024-11-14T08:23:13,660 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:23:13,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528 2024-11-14T08:23:13,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528 2024-11-14T08:23:13,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1796025528/meta-region-server: CHANGED 2024-11-14T08:23:13,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1796025528/meta-region-server: CHANGED 2024-11-14T08:23:13,702 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:23:13,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,38289,1731572590612}] 2024-11-14T08:23:13,854 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:23:13,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:23:13,858 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:23:13,858 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:23:13,858 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:23:13,859 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C38289%2C1731572590612.meta, suffix=.meta, logDir=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612, archiveDir=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/oldWALs, maxLogs=10 2024-11-14T08:23:13,872 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.meta.1731572593859.meta, exclude list is [], retry=0 2024-11-14T08:23:13,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38585,DS-760944eb-e096-4561-b97f-a1ea0bd7913d,DISK] 2024-11-14T08:23:13,875 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.meta.1731572593859.meta 2024-11-14T08:23:13,875 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42209:42209)] 2024-11-14T08:23:13,875 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:23:13,875 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:23:13,875 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:23:13,875 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:23:13,875 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:23:13,876 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:23:13,876 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:13,876 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:23:13,876 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:23:13,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:23:13,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:23:13,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:13,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:13,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:23:13,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:23:13,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:13,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:13,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:23:13,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:23:13,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:13,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:13,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:23:13,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:23:13,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:13,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:13,881 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:23:13,882 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740 2024-11-14T08:23:13,882 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740 2024-11-14T08:23:13,883 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:23:13,883 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:23:13,883 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:23:13,884 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:23:13,884 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58771518, jitterRate=-0.12423613667488098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:23:13,884 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:23:13,885 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572593876Writing region info on filesystem at 1731572593876Initializing all the Stores at 1731572593876Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572593876Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572593877 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572593877Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572593877Cleaning up temporary data from old regions at 1731572593883 (+6 ms)Running coprocessor post-open hooks at 1731572593885 (+2 ms)Region opened successfully at 1731572593885 2024-11-14T08:23:13,885 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572593854 2024-11-14T08:23:13,887 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:23:13,887 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:23:13,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,38289,1731572590612 2024-11-14T08:23:13,888 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,38289,1731572590612, state=OPEN 2024-11-14T08:23:13,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1796025528/meta-region-server 2024-11-14T08:23:13,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1796025528/meta-region-server 2024-11-14T08:23:13,909 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,38289,1731572590612 2024-11-14T08:23:13,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1796025528/meta-region-server: CHANGED 2024-11-14T08:23:13,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1796025528/meta-region-server: CHANGED 2024-11-14T08:23:13,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:23:13,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,38289,1731572590612 in 207 msec 2024-11-14T08:23:13,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:23:13,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec 2024-11-14T08:23:13,912 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:23:13,913 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:23:13,913 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:23:13,913 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,38289,1731572590612, seqNum=-1] 2024-11-14T08:23:13,914 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:23:13,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:23:13,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2960 sec 2024-11-14T08:23:13,918 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572593917, completionTime=-1 2024-11-14T08:23:13,918 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:23:13,918 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:23:13,919 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:23:13,919 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572653919 2024-11-14T08:23:13,919 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572713919 2024-11-14T08:23:13,919 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T08:23:13,919 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40913,1731572590421-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:13,919 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40913,1731572590421-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:13,919 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40913,1731572590421-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:13,920 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:40913, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:13,920 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:13,920 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:13,921 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:23:13,922 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.240sec 2024-11-14T08:23:13,922 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:23:13,922 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:23:13,922 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:23:13,922 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:23:13,922 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:23:13,922 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40913,1731572590421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:23:13,922 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40913,1731572590421-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:23:13,924 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:23:13,924 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:23:13,924 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,40913,1731572590421-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:13,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@177d2406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:13,943 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,40913,-1 for getting cluster id 2024-11-14T08:23:13,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:23:13,944 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '697d2379-c554-4835-b65f-24ab67301b9d' 2024-11-14T08:23:13,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:23:13,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "697d2379-c554-4835-b65f-24ab67301b9d" 2024-11-14T08:23:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ce768bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,40913,-1] 2024-11-14T08:23:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:23:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:13,946 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:23:13,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd66ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:13,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:23:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,38289,1731572590612, seqNum=-1] 2024-11-14T08:23:13,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:23:13,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:23:13,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,40913,1731572590421 2024-11-14T08:23:13,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52033 2024-11-14T08:23:13,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:23:13,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013870dba40002 connected 2024-11-14T08:23:13,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/hadoop.log.dir so I do NOT create it in target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0 2024-11-14T08:23:13,975 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T08:23:13,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/hadoop.tmp.dir so I do NOT create it in target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0 2024-11-14T08:23:13,975 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T08:23:13,975 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0 2024-11-14T08:23:13,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:23:13,976 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/cluster_1e704b57-dad9-fdb5-9d39-3e36a2030de9, deleteOnExit=true 2024-11-14T08:23:13,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:23:13,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/test.cache.data in system properties and HBase conf 2024-11-14T08:23:13,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:23:13,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:23:13,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:23:13,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:23:13,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:23:13,976 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:23:13,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:23:13,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:23:13,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:23:13,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:23:13,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:23:13,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:23:13,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:23:13,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:23:13,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:23:13,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:23:13,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:23:13,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:23:13,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:23:13,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:23:14,289 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:23:14,292 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:23:14,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:23:14,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:23:14,294 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:23:14,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:23:14,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d8f908{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:23:14,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cede307{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:23:14,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30309af5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/java.io.tmpdir/jetty-localhost-34099-hadoop-hdfs-3_4_1-tests_jar-_-any-2661027362577248641/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:23:14,389 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23c44d2f{HTTP/1.1, (http/1.1)}{localhost:34099} 2024-11-14T08:23:14,389 INFO [Time-limited test {}] server.Server(415): Started @335924ms 2024-11-14T08:23:14,654 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:23:14,656 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:23:14,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:23:14,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:23:14,659 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T08:23:14,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3888e3e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:23:14,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2553617c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:23:14,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3518ad92{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/java.io.tmpdir/jetty-localhost-40103-hadoop-hdfs-3_4_1-tests_jar-_-any-12555381914619445399/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:23:14,754 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@377ad926{HTTP/1.1, (http/1.1)}{localhost:40103} 2024-11-14T08:23:14,754 INFO [Time-limited test {}] server.Server(415): Started @336289ms 2024-11-14T08:23:14,755 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:23:14,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T08:23:14,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T08:23:14,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T08:23:14,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T08:23:14,942 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:23:14,942 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T08:23:15,450 WARN [Thread-4449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/cluster_1e704b57-dad9-fdb5-9d39-3e36a2030de9/data/data2/current/BP-1405062383-172.17.0.3-1731572593998/current, will proceed with Du for space computation calculation, 2024-11-14T08:23:15,450 WARN [Thread-4448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/cluster_1e704b57-dad9-fdb5-9d39-3e36a2030de9/data/data1/current/BP-1405062383-172.17.0.3-1731572593998/current, will proceed with Du for space computation calculation, 2024-11-14T08:23:15,470 WARN [Thread-4436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:23:15,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58063840544dc405 with lease ID 0xd64fb3c3d2042c0e: Processing first storage report for DS-0fedeb21-6e74-4108-a2f4-8d478075160d from datanode DatanodeRegistration(127.0.0.1:41159, datanodeUuid=0fc8a0f9-5e02-4419-90d7-c0c20d41a1b0, infoPort=36295, infoSecurePort=0, ipcPort=41531, storageInfo=lv=-57;cid=testClusterID;nsid=2135684672;c=1731572593998) 2024-11-14T08:23:15,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58063840544dc405 with lease ID 0xd64fb3c3d2042c0e: from storage DS-0fedeb21-6e74-4108-a2f4-8d478075160d node DatanodeRegistration(127.0.0.1:41159, datanodeUuid=0fc8a0f9-5e02-4419-90d7-c0c20d41a1b0, infoPort=36295, infoSecurePort=0, ipcPort=41531, storageInfo=lv=-57;cid=testClusterID;nsid=2135684672;c=1731572593998), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:23:15,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58063840544dc405 with lease ID 0xd64fb3c3d2042c0e: Processing first storage report for DS-ab3b32bb-d964-40f9-986f-6d6e552aa92a from datanode DatanodeRegistration(127.0.0.1:41159, datanodeUuid=0fc8a0f9-5e02-4419-90d7-c0c20d41a1b0, infoPort=36295, infoSecurePort=0, ipcPort=41531, storageInfo=lv=-57;cid=testClusterID;nsid=2135684672;c=1731572593998) 2024-11-14T08:23:15,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58063840544dc405 with lease ID 0xd64fb3c3d2042c0e: from storage DS-ab3b32bb-d964-40f9-986f-6d6e552aa92a node DatanodeRegistration(127.0.0.1:41159, datanodeUuid=0fc8a0f9-5e02-4419-90d7-c0c20d41a1b0, infoPort=36295, infoSecurePort=0, ipcPort=41531, storageInfo=lv=-57;cid=testClusterID;nsid=2135684672;c=1731572593998), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:23:15,478 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0 2024-11-14T08:23:15,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:15,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:15,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:23:15,888 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141 with version=8 2024-11-14T08:23:15,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/hbase-staging 2024-11-14T08:23:15,889 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:23:15,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:15,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:15,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:23:15,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:15,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:23:15,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:23:15,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:23:15,890 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38107 2024-11-14T08:23:15,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38107 connecting to ZooKeeper ensemble=127.0.0.1:52033 2024-11-14T08:23:15,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381070x0, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:23:15,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38107-0x1013870dba40003 connected 2024-11-14T08:23:16,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:16,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:16,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Set watcher on znode that does not yet exist, /1-15004099/running 2024-11-14T08:23:16,021 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141, hbase.cluster.distributed=false 2024-11-14T08:23:16,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Set watcher on znode that does not yet exist, /1-15004099/acl 2024-11-14T08:23:16,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38107 2024-11-14T08:23:16,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38107 2024-11-14T08:23:16,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38107 2024-11-14T08:23:16,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38107 2024-11-14T08:23:16,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38107 2024-11-14T08:23:16,036 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:23:16,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:16,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:16,036 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:23:16,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:16,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:23:16,036 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:23:16,036 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:23:16,036 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34887 2024-11-14T08:23:16,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34887 connecting to ZooKeeper ensemble=127.0.0.1:52033 2024-11-14T08:23:16,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:16,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:16,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348870x0, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:23:16,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348870x0, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Set watcher on znode that does not yet exist, /1-15004099/running 2024-11-14T08:23:16,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34887-0x1013870dba40004 connected 2024-11-14T08:23:16,050 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:23:16,050 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:23:16,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34887-0x1013870dba40004, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Set watcher on znode that does not yet exist, /1-15004099/master 2024-11-14T08:23:16,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34887-0x1013870dba40004, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Set watcher on znode that does not yet exist, /1-15004099/acl 2024-11-14T08:23:16,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34887 2024-11-14T08:23:16,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34887 2024-11-14T08:23:16,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34887 2024-11-14T08:23:16,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34887 2024-11-14T08:23:16,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34887 2024-11-14T08:23:16,082 DEBUG [M:0;b344df224d93:38107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:38107 2024-11-14T08:23:16,084 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-15004099/backup-masters/b344df224d93,38107,1731572595889 2024-11-14T08:23:16,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15004099/backup-masters 2024-11-14T08:23:16,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34887-0x1013870dba40004, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15004099/backup-masters 2024-11-14T08:23:16,092 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Set watcher on existing znode=/1-15004099/backup-masters/b344df224d93,38107,1731572595889 2024-11-14T08:23:16,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34887-0x1013870dba40004, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-15004099/master 2024-11-14T08:23:16,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15004099 2024-11-14T08:23:16,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34887-0x1013870dba40004, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15004099 2024-11-14T08:23:16,102 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Set watcher on existing znode=/1-15004099/master 2024-11-14T08:23:16,103 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-15004099/backup-masters/b344df224d93,38107,1731572595889 from backup master directory 2024-11-14T08:23:16,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-15004099/backup-masters/b344df224d93,38107,1731572595889 2024-11-14T08:23:16,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34887-0x1013870dba40004, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15004099/backup-masters 2024-11-14T08:23:16,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15004099/backup-masters 2024-11-14T08:23:16,113 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:23:16,113 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,38107,1731572595889 2024-11-14T08:23:16,115 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/hbase.id] with ID: e07ec228-ce1f-4c12-b2c2-1b49e1f8ef9c 2024-11-14T08:23:16,115 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/.tmp/hbase.id 2024-11-14T08:23:16,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:23:16,519 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/.tmp/hbase.id]:[hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/hbase.id] 2024-11-14T08:23:16,527 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:16,527 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:23:16,527 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T08:23:16,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34887-0x1013870dba40004, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15004099 2024-11-14T08:23:16,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15004099 2024-11-14T08:23:16,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:23:17,012 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:23:17,013 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:23:17,013 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:23:17,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:23:17,423 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/data/master/store 2024-11-14T08:23:17,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:23:17,827 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:17,827 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:23:17,827 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:17,827 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:17,828 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:23:17,828 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:17,828 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:17,828 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572597827Disabling compacts and flushes for region at 1731572597827Disabling writes for close at 1731572597828 (+1 ms)Writing region close event to WAL at 1731572597828Closed at 1731572597828 2024-11-14T08:23:17,828 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/data/master/store/.initializing 2024-11-14T08:23:17,828 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/WALs/b344df224d93,38107,1731572595889 2024-11-14T08:23:17,829 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:23:17,830 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C38107%2C1731572595889, suffix=, logDir=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/WALs/b344df224d93,38107,1731572595889, archiveDir=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/oldWALs, maxLogs=10 2024-11-14T08:23:17,846 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/WALs/b344df224d93,38107,1731572595889/b344df224d93%2C38107%2C1731572595889.1731572597830, exclude list is [], retry=0 2024-11-14T08:23:17,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41159,DS-0fedeb21-6e74-4108-a2f4-8d478075160d,DISK] 2024-11-14T08:23:17,849 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/WALs/b344df224d93,38107,1731572595889/b344df224d93%2C38107%2C1731572595889.1731572597830 2024-11-14T08:23:17,850 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36295:36295)] 2024-11-14T08:23:17,850 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:23:17,850 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:17,850 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:17,850 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:17,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:17,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:23:17,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:17,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:17,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:17,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:23:17,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:17,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:17,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:17,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:23:17,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:17,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:17,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:17,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:23:17,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:17,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:17,856 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:17,856 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:17,857 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:17,857 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:17,857 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:17,858 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:23:17,858 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:17,860 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:23:17,860 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65705035, jitterRate=-0.02091868221759796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:23:17,860 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572597850Initializing all the Stores at 1731572597851 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572597851Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572597851Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572597851Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572597851Cleaning up temporary data from old regions at 1731572597857 (+6 ms)Region opened successfully at 1731572597860 (+3 ms) 2024-11-14T08:23:17,860 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:23:17,862 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da3bac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:23:17,863 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:23:17,863 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:23:17,863 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:23:17,863 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:23:17,863 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T08:23:17,864 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T08:23:17,864 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:23:17,865 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:23:17,866 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Unable to get data of znode /1-15004099/balancer because node does not exist (not necessarily an error) 2024-11-14T08:23:17,944 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-15004099/balancer already deleted, retry=false 2024-11-14T08:23:17,944 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:23:17,945 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Unable to get data of znode /1-15004099/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:23:17,954 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-15004099/normalizer already deleted, retry=false 2024-11-14T08:23:17,955 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:23:17,956 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Unable to get data of znode /1-15004099/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:23:17,965 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-15004099/switch/split already deleted, retry=false 2024-11-14T08:23:17,966 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Unable to get data of znode /1-15004099/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:23:17,976 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-15004099/switch/merge already deleted, retry=false 2024-11-14T08:23:17,977 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Unable to get data of znode /1-15004099/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:23:17,986 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-15004099/snapshot-cleanup already deleted, retry=false 2024-11-14T08:23:18,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-15004099/running 2024-11-14T08:23:18,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34887-0x1013870dba40004, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-15004099/running 2024-11-14T08:23:18,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34887-0x1013870dba40004, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15004099 2024-11-14T08:23:18,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15004099 2024-11-14T08:23:18,047 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,38107,1731572595889, sessionid=0x1013870dba40003, setting cluster-up flag (Was=false) 2024-11-14T08:23:18,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15004099 2024-11-14T08:23:18,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34887-0x1013870dba40004, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15004099 2024-11-14T08:23:18,555 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-15004099/flush-table-proc/acquired, /1-15004099/flush-table-proc/reached, /1-15004099/flush-table-proc/abort 2024-11-14T08:23:18,555 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,38107,1731572595889 2024-11-14T08:23:18,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34887-0x1013870dba40004, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15004099 2024-11-14T08:23:18,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15004099 2024-11-14T08:23:18,607 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-15004099/online-snapshot/acquired, /1-15004099/online-snapshot/reached, /1-15004099/online-snapshot/abort 2024-11-14T08:23:18,608 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,38107,1731572595889 2024-11-14T08:23:18,610 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:23:18,612 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:23:18,612 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:23:18,612 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:23:18,612 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,38107,1731572595889 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:23:18,613 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:23:18,613 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:23:18,613 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:23:18,613 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:23:18,613 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:23:18,613 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:18,613 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:23:18,613 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:18,620 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:23:18,620 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:23:18,621 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:18,621 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:23:18,628 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572628628 2024-11-14T08:23:18,629 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:23:18,629 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:23:18,629 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:23:18,629 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:23:18,629 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:23:18,629 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:23:18,632 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:18,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:23:18,636 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:23:18,636 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:23:18,637 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:23:18,637 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:23:18,640 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:23:18,640 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:23:18,640 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572598640,5,FailOnTimeoutGroup] 2024-11-14T08:23:18,641 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572598640,5,FailOnTimeoutGroup] 2024-11-14T08:23:18,641 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:18,641 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:23:18,641 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:18,641 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:18,660 INFO [RS:0;b344df224d93:34887 {}] regionserver.HRegionServer(746): ClusterId : e07ec228-ce1f-4c12-b2c2-1b49e1f8ef9c 2024-11-14T08:23:18,660 DEBUG [RS:0;b344df224d93:34887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:23:18,671 DEBUG [RS:0;b344df224d93:34887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:23:18,671 DEBUG [RS:0;b344df224d93:34887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:23:18,681 DEBUG [RS:0;b344df224d93:34887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:23:18,682 DEBUG [RS:0;b344df224d93:34887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b279a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:23:18,693 DEBUG [RS:0;b344df224d93:34887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:34887 2024-11-14T08:23:18,693 INFO [RS:0;b344df224d93:34887 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:23:18,693 INFO [RS:0;b344df224d93:34887 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:23:18,693 DEBUG [RS:0;b344df224d93:34887 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:23:18,694 INFO [RS:0;b344df224d93:34887 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,38107,1731572595889 with port=34887, startcode=1731572596036 2024-11-14T08:23:18,694 DEBUG [RS:0;b344df224d93:34887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:23:18,696 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:23:18,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38107 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,34887,1731572596036 2024-11-14T08:23:18,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38107 {}] master.ServerManager(517): Registering regionserver=b344df224d93,34887,1731572596036 2024-11-14T08:23:18,697 DEBUG [RS:0;b344df224d93:34887 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141 2024-11-14T08:23:18,697 DEBUG [RS:0;b344df224d93:34887 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44803 2024-11-14T08:23:18,697 DEBUG [RS:0;b344df224d93:34887 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:23:18,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15004099/rs 2024-11-14T08:23:18,796 DEBUG [RS:0;b344df224d93:34887 {}] zookeeper.ZKUtil(111): regionserver:34887-0x1013870dba40004, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Set watcher on existing znode=/1-15004099/rs/b344df224d93,34887,1731572596036 2024-11-14T08:23:18,796 WARN [RS:0;b344df224d93:34887 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:23:18,796 INFO [RS:0;b344df224d93:34887 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:23:18,796 DEBUG [RS:0;b344df224d93:34887 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/WALs/b344df224d93,34887,1731572596036 2024-11-14T08:23:18,797 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,34887,1731572596036] 2024-11-14T08:23:18,799 INFO [RS:0;b344df224d93:34887 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:23:18,800 INFO [RS:0;b344df224d93:34887 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:23:18,800 INFO [RS:0;b344df224d93:34887 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:23:18,800 INFO [RS:0;b344df224d93:34887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:18,800 INFO [RS:0;b344df224d93:34887 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:23:18,800 INFO [RS:0;b344df224d93:34887 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:23:18,801 INFO [RS:0;b344df224d93:34887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:18,801 DEBUG [RS:0;b344df224d93:34887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:18,801 DEBUG [RS:0;b344df224d93:34887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:18,801 DEBUG [RS:0;b344df224d93:34887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:18,801 DEBUG [RS:0;b344df224d93:34887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:18,801 DEBUG [RS:0;b344df224d93:34887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:18,801 DEBUG [RS:0;b344df224d93:34887 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:23:18,801 DEBUG [RS:0;b344df224d93:34887 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:18,801 DEBUG [RS:0;b344df224d93:34887 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:18,801 DEBUG [RS:0;b344df224d93:34887 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:18,801 DEBUG [RS:0;b344df224d93:34887 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:18,801 DEBUG [RS:0;b344df224d93:34887 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:18,801 DEBUG [RS:0;b344df224d93:34887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:18,801 DEBUG [RS:0;b344df224d93:34887 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:23:18,801 DEBUG [RS:0;b344df224d93:34887 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:23:18,801 INFO [RS:0;b344df224d93:34887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:18,801 INFO [RS:0;b344df224d93:34887 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:18,801 INFO [RS:0;b344df224d93:34887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:18,801 INFO [RS:0;b344df224d93:34887 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:18,801 INFO [RS:0;b344df224d93:34887 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:18,801 INFO [RS:0;b344df224d93:34887 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,34887,1731572596036-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:23:18,816 INFO [RS:0;b344df224d93:34887 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:23:18,816 INFO [RS:0;b344df224d93:34887 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,34887,1731572596036-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:18,817 INFO [RS:0;b344df224d93:34887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:18,817 INFO [RS:0;b344df224d93:34887 {}] regionserver.Replication(171): b344df224d93,34887,1731572596036 started 2024-11-14T08:23:18,828 INFO [RS:0;b344df224d93:34887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:18,828 INFO [RS:0;b344df224d93:34887 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,34887,1731572596036, RpcServer on b344df224d93/172.17.0.3:34887, sessionid=0x1013870dba40004 2024-11-14T08:23:18,828 DEBUG [RS:0;b344df224d93:34887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:23:18,828 DEBUG [RS:0;b344df224d93:34887 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,34887,1731572596036 2024-11-14T08:23:18,828 DEBUG [RS:0;b344df224d93:34887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,34887,1731572596036' 2024-11-14T08:23:18,828 DEBUG [RS:0;b344df224d93:34887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-15004099/flush-table-proc/abort' 2024-11-14T08:23:18,829 DEBUG [RS:0;b344df224d93:34887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-15004099/flush-table-proc/acquired' 2024-11-14T08:23:18,829 DEBUG [RS:0;b344df224d93:34887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:23:18,829 DEBUG [RS:0;b344df224d93:34887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:23:18,829 DEBUG [RS:0;b344df224d93:34887 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,34887,1731572596036 2024-11-14T08:23:18,829 DEBUG [RS:0;b344df224d93:34887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,34887,1731572596036' 2024-11-14T08:23:18,829 DEBUG [RS:0;b344df224d93:34887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-15004099/online-snapshot/abort' 2024-11-14T08:23:18,829 DEBUG [RS:0;b344df224d93:34887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-15004099/online-snapshot/acquired' 2024-11-14T08:23:18,830 DEBUG [RS:0;b344df224d93:34887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:23:18,830 INFO [RS:0;b344df224d93:34887 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:23:18,830 INFO [RS:0;b344df224d93:34887 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:23:18,930 INFO [RS:0;b344df224d93:34887 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:23:18,932 INFO [RS:0;b344df224d93:34887 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C34887%2C1731572596036, suffix=, logDir=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/WALs/b344df224d93,34887,1731572596036, archiveDir=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/oldWALs, maxLogs=10 2024-11-14T08:23:18,952 DEBUG [RS:0;b344df224d93:34887 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/WALs/b344df224d93,34887,1731572596036/b344df224d93%2C34887%2C1731572596036.1731572598932, exclude list is [], retry=0 2024-11-14T08:23:18,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41159,DS-0fedeb21-6e74-4108-a2f4-8d478075160d,DISK] 2024-11-14T08:23:18,961 INFO [RS:0;b344df224d93:34887 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/WALs/b344df224d93,34887,1731572596036/b344df224d93%2C34887%2C1731572596036.1731572598932 2024-11-14T08:23:18,964 DEBUG [RS:0;b344df224d93:34887 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36295:36295)] 2024-11-14T08:23:19,035 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:23:19,035 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141 2024-11-14T08:23:19,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741833_1009 (size=32) 2024-11-14T08:23:19,379 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:23:19,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:19,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:19,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:19,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:19,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:19,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:19,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:19,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:19,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:19,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:19,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:19,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:19,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:19,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:19,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:19,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:23:19,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:23:19,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:19,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:19,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:19,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:23:19,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:23:19,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:19,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:19,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:23:19,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:23:19,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:19,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:19,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:23:19,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:23:19,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:19,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:19,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:19,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:19,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:23:19,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740 2024-11-14T08:23:19,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740 2024-11-14T08:23:19,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:23:19,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:19,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:23:19,472 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:23:19,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:23:19,477 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:23:19,477 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62219085, jitterRate=-0.0728633850812912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:23:19,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572599455Initializing all the Stores at 1731572599456 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572599456Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572599460 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572599460Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572599460Cleaning up temporary data from old regions at 1731572599472 (+12 ms)Region opened successfully at 1731572599477 (+5 ms) 2024-11-14T08:23:19,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:23:19,477 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:23:19,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:23:19,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:23:19,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:23:19,480 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:23:19,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572599477Disabling compacts and flushes for region at 1731572599477Disabling writes for close at 1731572599477Writing region close event to WAL at 1731572599480 (+3 ms)Closed at 1731572599480 2024-11-14T08:23:19,481 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:23:19,481 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:23:19,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:23:19,483 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:23:19,484 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:23:19,634 DEBUG [b344df224d93:38107 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:23:19,635 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,34887,1731572596036 2024-11-14T08:23:19,636 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,34887,1731572596036, state=OPENING 2024-11-14T08:23:19,691 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:23:19,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34887-0x1013870dba40004, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15004099 2024-11-14T08:23:19,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15004099 2024-11-14T08:23:19,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-15004099/meta-region-server: CHANGED 2024-11-14T08:23:19,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-15004099/meta-region-server: CHANGED 2024-11-14T08:23:19,704 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:23:19,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,34887,1731572596036}] 2024-11-14T08:23:19,858 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:23:19,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:23:19,867 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:23:19,867 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:23:19,867 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:23:19,869 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C34887%2C1731572596036.meta, suffix=.meta, logDir=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/WALs/b344df224d93,34887,1731572596036, archiveDir=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/oldWALs, maxLogs=10 2024-11-14T08:23:19,883 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/WALs/b344df224d93,34887,1731572596036/b344df224d93%2C34887%2C1731572596036.meta.1731572599869.meta, exclude list is [], retry=0 2024-11-14T08:23:19,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41159,DS-0fedeb21-6e74-4108-a2f4-8d478075160d,DISK] 2024-11-14T08:23:19,890 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/WALs/b344df224d93,34887,1731572596036/b344df224d93%2C34887%2C1731572596036.meta.1731572599869.meta 2024-11-14T08:23:19,890 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36295:36295)] 2024-11-14T08:23:19,890 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:23:19,891 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:23:19,891 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:23:19,891 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:23:19,891 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:23:19,891 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:23:19,891 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:19,891 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:23:19,891 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:23:19,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:23:19,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:23:19,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:19,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:19,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:23:19,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:23:19,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:19,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:19,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:23:19,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:23:19,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:19,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:19,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:23:19,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:23:19,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:19,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:19,895 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:23:19,896 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740 2024-11-14T08:23:19,897 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740 2024-11-14T08:23:19,897 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:23:19,897 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:23:19,898 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:23:19,901 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:23:19,902 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69028867, jitterRate=0.02861027419567108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:23:19,902 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:23:19,902 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572599891Writing region info on filesystem at 1731572599891Initializing all the Stores at 1731572599892 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572599892Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572599892Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572599892Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572599892Cleaning up temporary data from old regions at 1731572599897 (+5 ms)Running coprocessor post-open hooks at 1731572599902 (+5 ms)Region opened successfully at 1731572599902 2024-11-14T08:23:19,903 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572599857 2024-11-14T08:23:19,905 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:23:19,905 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:23:19,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,34887,1731572596036 2024-11-14T08:23:19,906 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,34887,1731572596036, state=OPEN 2024-11-14T08:23:19,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34887-0x1013870dba40004, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-15004099/meta-region-server 2024-11-14T08:23:19,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-15004099/meta-region-server 2024-11-14T08:23:19,913 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,34887,1731572596036 2024-11-14T08:23:19,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-15004099/meta-region-server: CHANGED 2024-11-14T08:23:19,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-15004099/meta-region-server: CHANGED 2024-11-14T08:23:19,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:23:19,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,34887,1731572596036 in 209 msec 2024-11-14T08:23:19,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:23:19,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-14T08:23:19,918 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:23:19,918 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:23:19,920 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:23:19,920 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,34887,1731572596036, seqNum=-1] 2024-11-14T08:23:19,920 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:23:19,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:23:19,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3150 sec 2024-11-14T08:23:19,927 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572599927, completionTime=-1 2024-11-14T08:23:19,927 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:23:19,928 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:23:19,930 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:23:19,930 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572659930 2024-11-14T08:23:19,930 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572719930 2024-11-14T08:23:19,930 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T08:23:19,931 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,38107,1731572595889-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:19,931 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,38107,1731572595889-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:19,931 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,38107,1731572595889-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:19,931 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:38107, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:19,931 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:19,932 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:19,934 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:23:19,936 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.823sec 2024-11-14T08:23:19,936 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:23:19,936 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:23:19,936 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:23:19,936 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:23:19,936 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:23:19,936 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,38107,1731572595889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:23:19,936 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,38107,1731572595889-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:23:19,947 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:23:19,948 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:23:19,948 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,38107,1731572595889-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:19,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbb726c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:19,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,38107,-1 for getting cluster id 2024-11-14T08:23:19,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:23:19,965 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e07ec228-ce1f-4c12-b2c2-1b49e1f8ef9c' 2024-11-14T08:23:19,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:23:19,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e07ec228-ce1f-4c12-b2c2-1b49e1f8ef9c" 2024-11-14T08:23:19,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12979fa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:19,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,38107,-1] 2024-11-14T08:23:19,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:23:19,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:19,967 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:23:19,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b00ee9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:19,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:23:19,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,34887,1731572596036, seqNum=-1] 2024-11-14T08:23:19,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:23:19,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:23:19,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,38107,1731572595889 2024-11-14T08:23:19,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52033 2024-11-14T08:23:20,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:23:20,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013870dba40005 connected 2024-11-14T08:23:20,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/hadoop.log.dir so I do NOT create it in target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508 2024-11-14T08:23:20,063 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T08:23:20,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/hadoop.tmp.dir so I do NOT create it in target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508 2024-11-14T08:23:20,063 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T08:23:20,063 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508 2024-11-14T08:23:20,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T08:23:20,064 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/cluster_69016db4-0add-3a91-d3dc-ed8b1a68f347, deleteOnExit=true 2024-11-14T08:23:20,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T08:23:20,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/test.cache.data in system properties and HBase conf 2024-11-14T08:23:20,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T08:23:20,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/hadoop.log.dir in system properties and HBase conf 2024-11-14T08:23:20,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T08:23:20,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T08:23:20,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T08:23:20,064 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T08:23:20,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:23:20,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T08:23:20,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T08:23:20,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:23:20,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T08:23:20,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T08:23:20,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T08:23:20,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:23:20,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T08:23:20,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/nfs.dump.dir in system properties and HBase conf 2024-11-14T08:23:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/java.io.tmpdir in system properties and HBase conf 2024-11-14T08:23:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T08:23:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T08:23:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T08:23:20,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:23:20,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:23:20,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:23:20,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:23:20,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T08:23:20,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:23:20,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45b46e78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:23:20,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@430d0207{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:23:20,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cd188a1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/java.io.tmpdir/jetty-localhost-43925-hadoop-hdfs-3_4_1-tests_jar-_-any-6160701832495030332/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:23:20,621 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@875b4a6{HTTP/1.1, (http/1.1)}{localhost:43925} 2024-11-14T08:23:20,621 INFO [Time-limited test {}] server.Server(415): Started @342156ms 2024-11-14T08:23:20,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T08:23:20,960 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T08:23:20,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T08:23:20,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T08:23:20,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T08:23:20,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18cc5204{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/hadoop.log.dir/,AVAILABLE} 2024-11-14T08:23:20,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec34f65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T08:23:21,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20ee8f85{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/java.io.tmpdir/jetty-localhost-35829-hadoop-hdfs-3_4_1-tests_jar-_-any-15384340142679762536/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:23:21,065 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59339744{HTTP/1.1, (http/1.1)}{localhost:35829} 2024-11-14T08:23:21,065 INFO [Time-limited test {}] server.Server(415): Started @342601ms 2024-11-14T08:23:21,066 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T08:23:22,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:23:22,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:23:22,174 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148791 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b344df224d93,42571,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:42571 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T08:23:22,269 WARN [Thread-4569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/cluster_69016db4-0add-3a91-d3dc-ed8b1a68f347/data/data1/current/BP-803867605-172.17.0.3-1731572600101/current, will proceed with Du for space computation calculation, 2024-11-14T08:23:22,269 WARN [Thread-4570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/cluster_69016db4-0add-3a91-d3dc-ed8b1a68f347/data/data2/current/BP-803867605-172.17.0.3-1731572600101/current, will proceed with Du for space computation calculation, 2024-11-14T08:23:22,285 WARN [Thread-4557 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T08:23:22,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82cef77d68d398a9 with lease ID 0xb1b543c56556799f: Processing first storage report for DS-49b412dc-b030-469d-bde2-5b478b2ed17e from datanode DatanodeRegistration(127.0.0.1:33871, datanodeUuid=b16840a4-bb3e-408a-990f-55f4427a28a1, infoPort=45889, infoSecurePort=0, ipcPort=37291, storageInfo=lv=-57;cid=testClusterID;nsid=331595207;c=1731572600101) 2024-11-14T08:23:22,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82cef77d68d398a9 with lease ID 0xb1b543c56556799f: from storage DS-49b412dc-b030-469d-bde2-5b478b2ed17e node DatanodeRegistration(127.0.0.1:33871, datanodeUuid=b16840a4-bb3e-408a-990f-55f4427a28a1, infoPort=45889, infoSecurePort=0, ipcPort=37291, storageInfo=lv=-57;cid=testClusterID;nsid=331595207;c=1731572600101), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:23:22,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82cef77d68d398a9 with lease ID 0xb1b543c56556799f: Processing first storage report for DS-5ce8de25-c904-4943-a041-4ca84ac2ad18 from datanode DatanodeRegistration(127.0.0.1:33871, datanodeUuid=b16840a4-bb3e-408a-990f-55f4427a28a1, infoPort=45889, infoSecurePort=0, ipcPort=37291, storageInfo=lv=-57;cid=testClusterID;nsid=331595207;c=1731572600101) 2024-11-14T08:23:22,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82cef77d68d398a9 with lease ID 0xb1b543c56556799f: from storage DS-5ce8de25-c904-4943-a041-4ca84ac2ad18 node DatanodeRegistration(127.0.0.1:33871, datanodeUuid=b16840a4-bb3e-408a-990f-55f4427a28a1, infoPort=45889, infoSecurePort=0, ipcPort=37291, storageInfo=lv=-57;cid=testClusterID;nsid=331595207;c=1731572600101), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T08:23:22,294 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508 2024-11-14T08:23:22,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:22,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:22,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741825_1001 (size=7) 2024-11-14T08:23:22,304 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc with version=8 2024-11-14T08:23:22,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/hbase-staging 2024-11-14T08:23:22,306 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:23:22,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:22,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:22,306 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:23:22,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:22,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:23:22,306 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T08:23:22,306 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:23:22,307 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45163 2024-11-14T08:23:22,307 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45163 connecting to ZooKeeper ensemble=127.0.0.1:52033 2024-11-14T08:23:22,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451630x0, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:23:22,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45163-0x1013870dba40006 connected 2024-11-14T08:23:22,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:22,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:22,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Set watcher on znode that does not yet exist, /21692916534/running 2024-11-14T08:23:22,512 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc, hbase.cluster.distributed=false 2024-11-14T08:23:22,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Set watcher on znode that does not yet exist, /21692916534/acl 2024-11-14T08:23:22,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45163 2024-11-14T08:23:22,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45163 2024-11-14T08:23:22,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45163 2024-11-14T08:23:22,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45163 2024-11-14T08:23:22,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45163 2024-11-14T08:23:22,530 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b344df224d93:0 server-side Connection retries=45 2024-11-14T08:23:22,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:22,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:22,530 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T08:23:22,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T08:23:22,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T08:23:22,531 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T08:23:22,531 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T08:23:22,531 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41733 2024-11-14T08:23:22,532 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41733 connecting to ZooKeeper ensemble=127.0.0.1:52033 2024-11-14T08:23:22,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:22,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:22,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417330x0, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:23:22,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41733-0x1013870dba40007 connected 2024-11-14T08:23:22,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417330x0, quorum=127.0.0.1:52033, baseZNode=/21692916534 Set watcher on znode that does not yet exist, /21692916534/running 2024-11-14T08:23:22,545 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T08:23:22,545 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T08:23:22,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41733-0x1013870dba40007, quorum=127.0.0.1:52033, baseZNode=/21692916534 Set watcher on znode that does not yet exist, /21692916534/master 2024-11-14T08:23:22,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41733-0x1013870dba40007, quorum=127.0.0.1:52033, baseZNode=/21692916534 Set watcher on znode that does not yet exist, /21692916534/acl 2024-11-14T08:23:22,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41733 2024-11-14T08:23:22,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41733 2024-11-14T08:23:22,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41733 2024-11-14T08:23:22,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41733 2024-11-14T08:23:22,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41733 2024-11-14T08:23:22,568 DEBUG [M:0;b344df224d93:45163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b344df224d93:45163 2024-11-14T08:23:22,570 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21692916534/backup-masters/b344df224d93,45163,1731572602306 2024-11-14T08:23:22,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41733-0x1013870dba40007, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692916534/backup-masters 2024-11-14T08:23:22,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692916534/backup-masters 2024-11-14T08:23:22,583 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Set watcher on existing znode=/21692916534/backup-masters/b344df224d93,45163,1731572602306 2024-11-14T08:23:22,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41733-0x1013870dba40007, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21692916534/master 2024-11-14T08:23:22,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692916534 2024-11-14T08:23:22,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41733-0x1013870dba40007, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692916534 2024-11-14T08:23:22,594 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Set watcher on existing znode=/21692916534/master 2024-11-14T08:23:22,594 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21692916534/backup-masters/b344df224d93,45163,1731572602306 from backup master directory 2024-11-14T08:23:22,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41733-0x1013870dba40007, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692916534/backup-masters 2024-11-14T08:23:22,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21692916534/backup-masters/b344df224d93,45163,1731572602306 2024-11-14T08:23:22,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692916534/backup-masters 2024-11-14T08:23:22,604 WARN [master/b344df224d93:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:23:22,604 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b344df224d93,45163,1731572602306 2024-11-14T08:23:22,607 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/hbase.id] with ID: 58b03af5-c676-47a4-aeb2-d759d8e9402d 2024-11-14T08:23:22,607 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/.tmp/hbase.id 2024-11-14T08:23:22,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741826_1002 (size=42) 2024-11-14T08:23:23,014 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/.tmp/hbase.id]:[hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/hbase.id] 2024-11-14T08:23:23,021 INFO [master/b344df224d93:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:23,021 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T08:23:23,022 INFO [master/b344df224d93:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T08:23:23,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41733-0x1013870dba40007, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692916534 2024-11-14T08:23:23,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692916534 2024-11-14T08:23:23,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741827_1003 (size=196) 2024-11-14T08:23:23,491 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:23:23,492 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T08:23:23,492 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:23:23,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741828_1004 (size=1189) 2024-11-14T08:23:23,501 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/data/master/store 2024-11-14T08:23:23,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741829_1005 (size=34) 2024-11-14T08:23:23,906 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:23,906 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:23:23,906 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:23,906 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:23,906 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:23:23,906 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:23,906 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:23,906 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572603906Disabling compacts and flushes for region at 1731572603906Disabling writes for close at 1731572603906Writing region close event to WAL at 1731572603906Closed at 1731572603906 2024-11-14T08:23:23,907 WARN [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/data/master/store/.initializing 2024-11-14T08:23:23,907 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/WALs/b344df224d93,45163,1731572602306 2024-11-14T08:23:23,908 INFO [master/b344df224d93:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:23:23,909 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b344df224d93%2C45163%2C1731572602306, suffix=, logDir=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/WALs/b344df224d93,45163,1731572602306, archiveDir=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/oldWALs, maxLogs=10 2024-11-14T08:23:23,925 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/WALs/b344df224d93,45163,1731572602306/b344df224d93%2C45163%2C1731572602306.1731572603909, exclude list is [], retry=0 2024-11-14T08:23:23,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-49b412dc-b030-469d-bde2-5b478b2ed17e,DISK] 2024-11-14T08:23:23,929 INFO [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/WALs/b344df224d93,45163,1731572602306/b344df224d93%2C45163%2C1731572602306.1731572603909 2024-11-14T08:23:23,929 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45889:45889)] 2024-11-14T08:23:23,929 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:23:23,929 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:23,929 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:23,929 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:23,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:23,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T08:23:23,932 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:23,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:23,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:23,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T08:23:23,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:23,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:23,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:23,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T08:23:23,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:23,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:23,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:23,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T08:23:23,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:23,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:23,936 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:23,936 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:23,936 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:23,937 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:23,937 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:23,938 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:23:23,938 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T08:23:23,939 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:23:23,940 INFO [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59060228, jitterRate=-0.11993402242660522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:23:23,940 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731572603930Initializing all the Stores at 1731572603930Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572603930Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572603930Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572603930Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572603930Cleaning up temporary data from old regions at 1731572603937 (+7 ms)Region opened successfully at 1731572603940 (+3 ms) 2024-11-14T08:23:23,940 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T08:23:23,942 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422754b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:23:23,942 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T08:23:23,942 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T08:23:23,943 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T08:23:23,943 INFO [master/b344df224d93:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T08:23:23,943 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T08:23:23,943 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T08:23:23,943 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T08:23:23,944 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T08:23:23,945 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Unable to get data of znode /21692916534/balancer because node does not exist (not necessarily an error) 2024-11-14T08:23:23,986 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21692916534/balancer already deleted, retry=false 2024-11-14T08:23:23,987 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T08:23:23,987 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Unable to get data of znode /21692916534/normalizer because node does not exist (not necessarily an error) 2024-11-14T08:23:24,070 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21692916534/normalizer already deleted, retry=false 2024-11-14T08:23:24,070 INFO [master/b344df224d93:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T08:23:24,071 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Unable to get data of znode /21692916534/switch/split because node does not exist (not necessarily an error) 2024-11-14T08:23:24,239 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21692916534/switch/split already deleted, retry=false 2024-11-14T08:23:24,239 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Unable to get data of znode /21692916534/switch/merge because node does not exist (not necessarily an error) 2024-11-14T08:23:24,326 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21692916534/switch/merge already deleted, retry=false 2024-11-14T08:23:24,328 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Unable to get data of znode /21692916534/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T08:23:24,390 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21692916534/snapshot-cleanup already deleted, retry=false 2024-11-14T08:23:24,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21692916534/running 2024-11-14T08:23:24,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41733-0x1013870dba40007, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21692916534/running 2024-11-14T08:23:24,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41733-0x1013870dba40007, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692916534 2024-11-14T08:23:24,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692916534 2024-11-14T08:23:24,465 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b344df224d93,45163,1731572602306, sessionid=0x1013870dba40006, setting cluster-up flag (Was=false) 2024-11-14T08:23:24,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41733-0x1013870dba40007, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692916534 2024-11-14T08:23:24,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692916534 2024-11-14T08:23:24,838 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21692916534/flush-table-proc/acquired, /21692916534/flush-table-proc/reached, /21692916534/flush-table-proc/abort 2024-11-14T08:23:24,839 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,45163,1731572602306 2024-11-14T08:23:24,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41733-0x1013870dba40007, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692916534 2024-11-14T08:23:24,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692916534 2024-11-14T08:23:25,028 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21692916534/online-snapshot/acquired, /21692916534/online-snapshot/reached, /21692916534/online-snapshot/abort 2024-11-14T08:23:25,029 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b344df224d93,45163,1731572602306 2024-11-14T08:23:25,029 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T08:23:25,030 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T08:23:25,031 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T08:23:25,031 INFO [master/b344df224d93:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T08:23:25,031 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b344df224d93,45163,1731572602306 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T08:23:25,032 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:23:25,032 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:23:25,032 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:23:25,032 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b344df224d93:0, corePoolSize=5, maxPoolSize=5 2024-11-14T08:23:25,032 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b344df224d93:0, corePoolSize=10, maxPoolSize=10 2024-11-14T08:23:25,032 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:25,032 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:23:25,032 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:25,033 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731572635033 2024-11-14T08:23:25,033 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T08:23:25,033 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T08:23:25,033 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T08:23:25,033 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T08:23:25,033 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T08:23:25,033 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T08:23:25,033 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:23:25,033 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T08:23:25,033 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:25,034 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T08:23:25,034 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T08:23:25,034 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T08:23:25,034 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T08:23:25,034 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T08:23:25,034 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:25,034 INFO [master/b344df224d93:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T08:23:25,034 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T08:23:25,034 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572605034,5,FailOnTimeoutGroup] 2024-11-14T08:23:25,034 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572605034,5,FailOnTimeoutGroup] 2024-11-14T08:23:25,034 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:25,034 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T08:23:25,034 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:25,034 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:25,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741831_1007 (size=1321) 2024-11-14T08:23:25,057 INFO [RS:0;b344df224d93:41733 {}] regionserver.HRegionServer(746): ClusterId : 58b03af5-c676-47a4-aeb2-d759d8e9402d 2024-11-14T08:23:25,057 DEBUG [RS:0;b344df224d93:41733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T08:23:25,067 DEBUG [RS:0;b344df224d93:41733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T08:23:25,067 DEBUG [RS:0;b344df224d93:41733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T08:23:25,078 DEBUG [RS:0;b344df224d93:41733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T08:23:25,078 DEBUG [RS:0;b344df224d93:41733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306e2863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b344df224d93/172.17.0.3:0 2024-11-14T08:23:25,094 DEBUG [RS:0;b344df224d93:41733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b344df224d93:41733 2024-11-14T08:23:25,094 INFO [RS:0;b344df224d93:41733 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T08:23:25,094 INFO [RS:0;b344df224d93:41733 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T08:23:25,094 DEBUG [RS:0;b344df224d93:41733 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T08:23:25,095 INFO [RS:0;b344df224d93:41733 {}] regionserver.HRegionServer(2659): reportForDuty to master=b344df224d93,45163,1731572602306 with port=41733, startcode=1731572602530 2024-11-14T08:23:25,095 DEBUG [RS:0;b344df224d93:41733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T08:23:25,096 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T08:23:25,097 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45163 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b344df224d93,41733,1731572602530 2024-11-14T08:23:25,097 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45163 {}] master.ServerManager(517): Registering regionserver=b344df224d93,41733,1731572602530 2024-11-14T08:23:25,098 DEBUG [RS:0;b344df224d93:41733 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc 2024-11-14T08:23:25,098 DEBUG [RS:0;b344df224d93:41733 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35755 2024-11-14T08:23:25,098 DEBUG [RS:0;b344df224d93:41733 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T08:23:25,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692916534/rs 2024-11-14T08:23:25,172 DEBUG [RS:0;b344df224d93:41733 {}] zookeeper.ZKUtil(111): regionserver:41733-0x1013870dba40007, quorum=127.0.0.1:52033, baseZNode=/21692916534 Set watcher on existing znode=/21692916534/rs/b344df224d93,41733,1731572602530 2024-11-14T08:23:25,172 WARN [RS:0;b344df224d93:41733 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T08:23:25,172 INFO [RS:0;b344df224d93:41733 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:23:25,172 DEBUG [RS:0;b344df224d93:41733 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/WALs/b344df224d93,41733,1731572602530 2024-11-14T08:23:25,172 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b344df224d93,41733,1731572602530] 2024-11-14T08:23:25,174 INFO [RS:0;b344df224d93:41733 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T08:23:25,176 INFO [RS:0;b344df224d93:41733 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T08:23:25,176 INFO [RS:0;b344df224d93:41733 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T08:23:25,176 INFO [RS:0;b344df224d93:41733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:25,176 INFO [RS:0;b344df224d93:41733 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T08:23:25,177 INFO [RS:0;b344df224d93:41733 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T08:23:25,177 INFO [RS:0;b344df224d93:41733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:25,177 DEBUG [RS:0;b344df224d93:41733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:25,177 DEBUG [RS:0;b344df224d93:41733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:25,177 DEBUG [RS:0;b344df224d93:41733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:25,177 DEBUG [RS:0;b344df224d93:41733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:25,177 DEBUG [RS:0;b344df224d93:41733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:25,177 DEBUG [RS:0;b344df224d93:41733 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b344df224d93:0, corePoolSize=2, maxPoolSize=2 2024-11-14T08:23:25,177 DEBUG [RS:0;b344df224d93:41733 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:25,177 DEBUG [RS:0;b344df224d93:41733 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:25,177 DEBUG [RS:0;b344df224d93:41733 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:25,177 DEBUG [RS:0;b344df224d93:41733 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:25,177 DEBUG [RS:0;b344df224d93:41733 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:25,177 DEBUG [RS:0;b344df224d93:41733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b344df224d93:0, corePoolSize=1, maxPoolSize=1 2024-11-14T08:23:25,177 DEBUG [RS:0;b344df224d93:41733 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:23:25,177 DEBUG [RS:0;b344df224d93:41733 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b344df224d93:0, corePoolSize=3, maxPoolSize=3 2024-11-14T08:23:25,177 INFO [RS:0;b344df224d93:41733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:25,178 INFO [RS:0;b344df224d93:41733 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:25,178 INFO [RS:0;b344df224d93:41733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:25,178 INFO [RS:0;b344df224d93:41733 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:25,178 INFO [RS:0;b344df224d93:41733 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:25,178 INFO [RS:0;b344df224d93:41733 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,41733,1731572602530-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:23:25,190 INFO [RS:0;b344df224d93:41733 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T08:23:25,191 INFO [RS:0;b344df224d93:41733 {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,41733,1731572602530-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:25,191 INFO [RS:0;b344df224d93:41733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:25,191 INFO [RS:0;b344df224d93:41733 {}] regionserver.Replication(171): b344df224d93,41733,1731572602530 started 2024-11-14T08:23:25,204 INFO [RS:0;b344df224d93:41733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:25,204 INFO [RS:0;b344df224d93:41733 {}] regionserver.HRegionServer(1482): Serving as b344df224d93,41733,1731572602530, RpcServer on b344df224d93/172.17.0.3:41733, sessionid=0x1013870dba40007 2024-11-14T08:23:25,204 DEBUG [RS:0;b344df224d93:41733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T08:23:25,204 DEBUG [RS:0;b344df224d93:41733 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b344df224d93,41733,1731572602530 2024-11-14T08:23:25,204 DEBUG [RS:0;b344df224d93:41733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,41733,1731572602530' 2024-11-14T08:23:25,204 DEBUG [RS:0;b344df224d93:41733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21692916534/flush-table-proc/abort' 2024-11-14T08:23:25,205 DEBUG [RS:0;b344df224d93:41733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21692916534/flush-table-proc/acquired' 2024-11-14T08:23:25,205 DEBUG [RS:0;b344df224d93:41733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T08:23:25,205 DEBUG [RS:0;b344df224d93:41733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T08:23:25,205 DEBUG [RS:0;b344df224d93:41733 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b344df224d93,41733,1731572602530 2024-11-14T08:23:25,205 DEBUG [RS:0;b344df224d93:41733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b344df224d93,41733,1731572602530' 2024-11-14T08:23:25,205 DEBUG [RS:0;b344df224d93:41733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21692916534/online-snapshot/abort' 2024-11-14T08:23:25,206 DEBUG [RS:0;b344df224d93:41733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21692916534/online-snapshot/acquired' 2024-11-14T08:23:25,206 DEBUG [RS:0;b344df224d93:41733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T08:23:25,206 INFO [RS:0;b344df224d93:41733 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T08:23:25,206 INFO [RS:0;b344df224d93:41733 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T08:23:25,306 INFO [RS:0;b344df224d93:41733 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T08:23:25,308 INFO [RS:0;b344df224d93:41733 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C41733%2C1731572602530, suffix=, logDir=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/WALs/b344df224d93,41733,1731572602530, archiveDir=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/oldWALs, maxLogs=10 2024-11-14T08:23:25,325 DEBUG [RS:0;b344df224d93:41733 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/WALs/b344df224d93,41733,1731572602530/b344df224d93%2C41733%2C1731572602530.1731572605308, exclude list is [], retry=0 2024-11-14T08:23:25,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-49b412dc-b030-469d-bde2-5b478b2ed17e,DISK] 2024-11-14T08:23:25,331 INFO [RS:0;b344df224d93:41733 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/WALs/b344df224d93,41733,1731572602530/b344df224d93%2C41733%2C1731572602530.1731572605308 2024-11-14T08:23:25,331 DEBUG [RS:0;b344df224d93:41733 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45889:45889)] 2024-11-14T08:23:25,394 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:23:25,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:25,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:25,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:25,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:25,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:25,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:25,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:25,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:25,442 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T08:23:25,442 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc 2024-11-14T08:23:25,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741833_1009 (size=32) 2024-11-14T08:23:25,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:25,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:25,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:25,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:25,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:25,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:25,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:25,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:23:25,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:23:25,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:25,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:25,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:23:25,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:23:25,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:25,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:25,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:23:25,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:23:25,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:25,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:25,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:23:25,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:23:25,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:25,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:25,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:25,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:23:25,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740 2024-11-14T08:23:25,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740 2024-11-14T08:23:25,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:23:25,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:23:25,468 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:23:25,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:23:25,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:25,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:25,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:25,475 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:23:25,475 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65432549, jitterRate=-0.024979040026664734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:23:25,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731572605455Initializing all the Stores at 1731572605456 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572605456Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572605461 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572605461Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572605461Cleaning up temporary data from old regions at 1731572605468 (+7 ms)Region opened successfully at 1731572605476 (+8 ms) 2024-11-14T08:23:25,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:23:25,476 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:23:25,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:23:25,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:23:25,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:23:25,483 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:23:25,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572605476Disabling compacts and flushes for region at 1731572605476Disabling writes for close at 1731572605476Writing region close event to WAL at 1731572605483 (+7 ms)Closed at 1731572605483 2024-11-14T08:23:25,484 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:23:25,484 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T08:23:25,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T08:23:25,485 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:23:25,486 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T08:23:25,636 DEBUG [b344df224d93:45163 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T08:23:25,637 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b344df224d93,41733,1731572602530 2024-11-14T08:23:25,638 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,41733,1731572602530, state=OPENING 2024-11-14T08:23:25,649 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T08:23:25,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41733-0x1013870dba40007, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692916534 2024-11-14T08:23:25,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692916534 2024-11-14T08:23:25,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21692916534/meta-region-server: CHANGED 2024-11-14T08:23:25,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21692916534/meta-region-server: CHANGED 2024-11-14T08:23:25,660 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T08:23:25,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,41733,1731572602530}] 2024-11-14T08:23:25,813 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:23:25,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:23:25,817 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T08:23:25,817 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:23:25,817 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T08:23:25,818 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C41733%2C1731572602530.meta, suffix=.meta, logDir=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/WALs/b344df224d93,41733,1731572602530, archiveDir=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/oldWALs, maxLogs=10 2024-11-14T08:23:25,831 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/WALs/b344df224d93,41733,1731572602530/b344df224d93%2C41733%2C1731572602530.meta.1731572605818.meta, exclude list is [], retry=0 2024-11-14T08:23:25,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33871,DS-49b412dc-b030-469d-bde2-5b478b2ed17e,DISK] 2024-11-14T08:23:25,834 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/WALs/b344df224d93,41733,1731572602530/b344df224d93%2C41733%2C1731572602530.meta.1731572605818.meta 2024-11-14T08:23:25,834 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45889:45889)] 2024-11-14T08:23:25,834 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:23:25,835 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:23:25,835 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:23:25,835 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T08:23:25,835 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T08:23:25,835 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T08:23:25,835 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:25,835 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T08:23:25,835 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T08:23:25,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T08:23:25,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T08:23:25,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:25,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:25,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T08:23:25,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T08:23:25,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:25,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:25,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T08:23:25,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T08:23:25,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:25,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:25,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T08:23:25,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T08:23:25,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:25,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T08:23:25,840 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T08:23:25,841 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740 2024-11-14T08:23:25,841 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740 2024-11-14T08:23:25,842 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T08:23:25,842 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T08:23:25,842 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T08:23:25,843 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T08:23:25,844 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72256362, jitterRate=0.07670369744300842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T08:23:25,844 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T08:23:25,845 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731572605835Writing region info on filesystem at 1731572605835Initializing all the Stores at 1731572605836 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572605836Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572605836Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572605836Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731572605836Cleaning up temporary data from old regions at 1731572605842 (+6 ms)Running coprocessor post-open hooks at 1731572605844 (+2 ms)Region opened successfully at 1731572605844 2024-11-14T08:23:25,848 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731572605813 2024-11-14T08:23:25,851 DEBUG [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T08:23:25,851 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,41733,1731572602530 2024-11-14T08:23:25,851 INFO [RS_OPEN_META-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T08:23:25,851 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b344df224d93,41733,1731572602530, state=OPEN 2024-11-14T08:23:25,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41733-0x1013870dba40007, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21692916534/meta-region-server 2024-11-14T08:23:25,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21692916534/meta-region-server 2024-11-14T08:23:25,859 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b344df224d93,41733,1731572602530 2024-11-14T08:23:25,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21692916534/meta-region-server: CHANGED 2024-11-14T08:23:25,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21692916534/meta-region-server: CHANGED 2024-11-14T08:23:25,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T08:23:25,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b344df224d93,41733,1731572602530 in 198 msec 2024-11-14T08:23:25,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T08:23:25,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 377 msec 2024-11-14T08:23:25,863 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T08:23:25,863 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T08:23:25,865 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:23:25,865 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,41733,1731572602530, seqNum=-1] 2024-11-14T08:23:25,865 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:23:25,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:23:25,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 839 msec 2024-11-14T08:23:25,870 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731572605870, completionTime=-1 2024-11-14T08:23:25,870 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T08:23:25,870 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T08:23:25,872 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T08:23:25,872 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731572665872 2024-11-14T08:23:25,872 INFO [master/b344df224d93:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731572725872 2024-11-14T08:23:25,872 INFO [master/b344df224d93:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T08:23:25,872 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,45163,1731572602306-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:25,872 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,45163,1731572602306-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:25,872 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,45163,1731572602306-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:25,872 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b344df224d93:45163, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:25,872 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:25,872 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:25,874 DEBUG [master/b344df224d93:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T08:23:25,877 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.273sec 2024-11-14T08:23:25,877 INFO [master/b344df224d93:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T08:23:25,877 INFO [master/b344df224d93:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T08:23:25,877 INFO [master/b344df224d93:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T08:23:25,877 INFO [master/b344df224d93:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T08:23:25,877 INFO [master/b344df224d93:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T08:23:25,877 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,45163,1731572602306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T08:23:25,877 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,45163,1731572602306-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T08:23:25,879 DEBUG [master/b344df224d93:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T08:23:25,879 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T08:23:25,879 INFO [master/b344df224d93:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b344df224d93,45163,1731572602306-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T08:23:25,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24905cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:25,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,45163,-1 for getting cluster id 2024-11-14T08:23:25,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:23:25,965 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58b03af5-c676-47a4-aeb2-d759d8e9402d' 2024-11-14T08:23:25,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:23:25,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58b03af5-c676-47a4-aeb2-d759d8e9402d" 2024-11-14T08:23:25,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e72194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:25,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,45163,-1] 2024-11-14T08:23:25,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:23:25,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:25,967 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:23:25,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64704318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:25,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:23:25,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,41733,1731572602530, seqNum=-1] 2024-11-14T08:23:25,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:23:25,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:23:25,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b344df224d93,45163,1731572602306 2024-11-14T08:23:25,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52033 2024-11-14T08:23:25,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T08:23:25,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013870dba40008 connected 2024-11-14T08:23:25,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:23:25,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,40913,1731572590421 2024-11-14T08:23:25,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3599ab46 2024-11-14T08:23:25,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:23:26,000 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:23:26,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:23:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T08:23:26,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:23:26,003 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:26,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T08:23:26,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:23:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:23:26,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741835_1011 (size=902) 2024-11-14T08:23:26,025 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 637914e0c9710ac949cc829ce0ed5ce4, NAME => 'test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7 2024-11-14T08:23:26,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741836_1012 (size=39) 2024-11-14T08:23:26,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:26,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 637914e0c9710ac949cc829ce0ed5ce4, disabling compactions & flushes 2024-11-14T08:23:26,043 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4. 2024-11-14T08:23:26,043 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4. 2024-11-14T08:23:26,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4. after waiting 0 ms 2024-11-14T08:23:26,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4. 2024-11-14T08:23:26,044 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4. 2024-11-14T08:23:26,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 637914e0c9710ac949cc829ce0ed5ce4: Waiting for close lock at 1731572606043Disabling compacts and flushes for region at 1731572606043Disabling writes for close at 1731572606044 (+1 ms)Writing region close event to WAL at 1731572606044Closed at 1731572606044 2024-11-14T08:23:26,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:23:26,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731572606045"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572606045"}]},"ts":"1731572606045"} 2024-11-14T08:23:26,048 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:23:26,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:23:26,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572606048"}]},"ts":"1731572606048"} 2024-11-14T08:23:26,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T08:23:26,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=637914e0c9710ac949cc829ce0ed5ce4, ASSIGN}] 2024-11-14T08:23:26,053 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=637914e0c9710ac949cc829ce0ed5ce4, ASSIGN 2024-11-14T08:23:26,054 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=637914e0c9710ac949cc829ce0ed5ce4, ASSIGN; state=OFFLINE, location=b344df224d93,38289,1731572590612; forceNewPlan=false, retain=false 2024-11-14T08:23:26,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:23:26,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=637914e0c9710ac949cc829ce0ed5ce4, regionState=OPENING, regionLocation=b344df224d93,38289,1731572590612 2024-11-14T08:23:26,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=637914e0c9710ac949cc829ce0ed5ce4, ASSIGN because future has completed 2024-11-14T08:23:26,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 637914e0c9710ac949cc829ce0ed5ce4, server=b344df224d93,38289,1731572590612}] 2024-11-14T08:23:26,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:23:26,368 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4. 2024-11-14T08:23:26,369 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 637914e0c9710ac949cc829ce0ed5ce4, NAME => 'test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:23:26,369 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:23:26,369 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T08:23:26,370 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 637914e0c9710ac949cc829ce0ed5ce4 2024-11-14T08:23:26,370 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:26,370 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 637914e0c9710ac949cc829ce0ed5ce4 2024-11-14T08:23:26,370 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 637914e0c9710ac949cc829ce0ed5ce4 2024-11-14T08:23:26,372 INFO [StoreOpener-637914e0c9710ac949cc829ce0ed5ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 637914e0c9710ac949cc829ce0ed5ce4 2024-11-14T08:23:26,373 INFO [StoreOpener-637914e0c9710ac949cc829ce0ed5ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 637914e0c9710ac949cc829ce0ed5ce4 columnFamilyName f 2024-11-14T08:23:26,374 DEBUG [StoreOpener-637914e0c9710ac949cc829ce0ed5ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:26,376 INFO [StoreOpener-637914e0c9710ac949cc829ce0ed5ce4-1 {}] regionserver.HStore(327): Store=637914e0c9710ac949cc829ce0ed5ce4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:26,376 INFO [StoreOpener-637914e0c9710ac949cc829ce0ed5ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 637914e0c9710ac949cc829ce0ed5ce4 2024-11-14T08:23:26,377 INFO [StoreOpener-637914e0c9710ac949cc829ce0ed5ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 637914e0c9710ac949cc829ce0ed5ce4 columnFamilyName f1 2024-11-14T08:23:26,377 DEBUG [StoreOpener-637914e0c9710ac949cc829ce0ed5ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:26,378 INFO [StoreOpener-637914e0c9710ac949cc829ce0ed5ce4-1 {}] regionserver.HStore(327): Store=637914e0c9710ac949cc829ce0ed5ce4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:26,378 INFO [StoreOpener-637914e0c9710ac949cc829ce0ed5ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 637914e0c9710ac949cc829ce0ed5ce4 2024-11-14T08:23:26,379 INFO [StoreOpener-637914e0c9710ac949cc829ce0ed5ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 637914e0c9710ac949cc829ce0ed5ce4 columnFamilyName norep 2024-11-14T08:23:26,379 DEBUG [StoreOpener-637914e0c9710ac949cc829ce0ed5ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:26,379 INFO [StoreOpener-637914e0c9710ac949cc829ce0ed5ce4-1 {}] regionserver.HStore(327): Store=637914e0c9710ac949cc829ce0ed5ce4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:26,379 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 637914e0c9710ac949cc829ce0ed5ce4 2024-11-14T08:23:26,380 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/default/test/637914e0c9710ac949cc829ce0ed5ce4 2024-11-14T08:23:26,380 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/default/test/637914e0c9710ac949cc829ce0ed5ce4 2024-11-14T08:23:26,382 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 637914e0c9710ac949cc829ce0ed5ce4 2024-11-14T08:23:26,382 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 637914e0c9710ac949cc829ce0ed5ce4 2024-11-14T08:23:26,382 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:23:26,383 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 637914e0c9710ac949cc829ce0ed5ce4 2024-11-14T08:23:26,388 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/default/test/637914e0c9710ac949cc829ce0ed5ce4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:23:26,389 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 637914e0c9710ac949cc829ce0ed5ce4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65584378, jitterRate=-0.022716611623764038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:23:26,389 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 637914e0c9710ac949cc829ce0ed5ce4 2024-11-14T08:23:26,389 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 637914e0c9710ac949cc829ce0ed5ce4: Running coprocessor pre-open hook at 1731572606370Writing region info on filesystem at 1731572606370Initializing all the Stores at 1731572606371 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572606371Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572606372 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572606372Cleaning up temporary data from old regions at 1731572606382 (+10 ms)Running coprocessor post-open hooks at 1731572606389 (+7 ms)Region opened successfully at 1731572606389 2024-11-14T08:23:26,390 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4., pid=6, masterSystemTime=1731572606360 2024-11-14T08:23:26,393 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4. 2024-11-14T08:23:26,393 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4. 2024-11-14T08:23:26,394 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=637914e0c9710ac949cc829ce0ed5ce4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b344df224d93,38289,1731572590612 2024-11-14T08:23:26,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 637914e0c9710ac949cc829ce0ed5ce4, server=b344df224d93,38289,1731572590612 because future has completed 2024-11-14T08:23:26,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T08:23:26,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 637914e0c9710ac949cc829ce0ed5ce4, server=b344df224d93,38289,1731572590612 in 189 msec 2024-11-14T08:23:26,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T08:23:26,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=637914e0c9710ac949cc829ce0ed5ce4, ASSIGN in 347 msec 2024-11-14T08:23:26,400 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:23:26,400 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572606400"}]},"ts":"1731572606400"} 2024-11-14T08:23:26,401 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T08:23:26,402 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:23:26,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 401 msec 2024-11-14T08:23:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:23:26,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:23:26,635 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T08:23:26,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,38107,1731572595889 2024-11-14T08:23:26,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1adeb73f 2024-11-14T08:23:26,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:23:26,636 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:23:26,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:23:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T08:23:26,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:23:26,639 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:26,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T08:23:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:23:26,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:23:26,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741835_1011 (size=902) 2024-11-14T08:23:26,645 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 070cfb575031bbebf7afa799b3995df1, NAME => 'test,,1731572606637.070cfb575031bbebf7afa799b3995df1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141 2024-11-14T08:23:26,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741836_1012 (size=39) 2024-11-14T08:23:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:23:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:23:27,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731572606637.070cfb575031bbebf7afa799b3995df1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:27,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 070cfb575031bbebf7afa799b3995df1, disabling compactions & flushes 2024-11-14T08:23:27,050 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731572606637.070cfb575031bbebf7afa799b3995df1. 2024-11-14T08:23:27,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572606637.070cfb575031bbebf7afa799b3995df1. 2024-11-14T08:23:27,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731572606637.070cfb575031bbebf7afa799b3995df1. after waiting 0 ms 2024-11-14T08:23:27,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731572606637.070cfb575031bbebf7afa799b3995df1. 2024-11-14T08:23:27,050 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731572606637.070cfb575031bbebf7afa799b3995df1. 2024-11-14T08:23:27,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 070cfb575031bbebf7afa799b3995df1: Waiting for close lock at 1731572607050Disabling compacts and flushes for region at 1731572607050Disabling writes for close at 1731572607050Writing region close event to WAL at 1731572607050Closed at 1731572607050 2024-11-14T08:23:27,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:23:27,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731572606637.070cfb575031bbebf7afa799b3995df1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731572607051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572607051"}]},"ts":"1731572607051"} 2024-11-14T08:23:27,053 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:23:27,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:23:27,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572607054"}]},"ts":"1731572607054"} 2024-11-14T08:23:27,055 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T08:23:27,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=070cfb575031bbebf7afa799b3995df1, ASSIGN}] 2024-11-14T08:23:27,056 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=070cfb575031bbebf7afa799b3995df1, ASSIGN 2024-11-14T08:23:27,057 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=070cfb575031bbebf7afa799b3995df1, ASSIGN; state=OFFLINE, location=b344df224d93,34887,1731572596036; forceNewPlan=false, retain=false 2024-11-14T08:23:27,218 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=070cfb575031bbebf7afa799b3995df1, regionState=OPENING, regionLocation=b344df224d93,34887,1731572596036 2024-11-14T08:23:27,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=070cfb575031bbebf7afa799b3995df1, ASSIGN because future has completed 2024-11-14T08:23:27,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 070cfb575031bbebf7afa799b3995df1, server=b344df224d93,34887,1731572596036}] 2024-11-14T08:23:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:23:27,379 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731572606637.070cfb575031bbebf7afa799b3995df1. 2024-11-14T08:23:27,379 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 070cfb575031bbebf7afa799b3995df1, NAME => 'test,,1731572606637.070cfb575031bbebf7afa799b3995df1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:23:27,380 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:23:27,380 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T08:23:27,380 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 070cfb575031bbebf7afa799b3995df1 2024-11-14T08:23:27,380 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731572606637.070cfb575031bbebf7afa799b3995df1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:27,380 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 070cfb575031bbebf7afa799b3995df1 2024-11-14T08:23:27,380 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 070cfb575031bbebf7afa799b3995df1 2024-11-14T08:23:27,381 INFO [StoreOpener-070cfb575031bbebf7afa799b3995df1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 070cfb575031bbebf7afa799b3995df1 2024-11-14T08:23:27,382 INFO [StoreOpener-070cfb575031bbebf7afa799b3995df1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 070cfb575031bbebf7afa799b3995df1 columnFamilyName f 2024-11-14T08:23:27,382 DEBUG [StoreOpener-070cfb575031bbebf7afa799b3995df1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:27,383 INFO [StoreOpener-070cfb575031bbebf7afa799b3995df1-1 {}] regionserver.HStore(327): Store=070cfb575031bbebf7afa799b3995df1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:27,383 INFO [StoreOpener-070cfb575031bbebf7afa799b3995df1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 070cfb575031bbebf7afa799b3995df1 2024-11-14T08:23:27,384 INFO [StoreOpener-070cfb575031bbebf7afa799b3995df1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 070cfb575031bbebf7afa799b3995df1 columnFamilyName f1 2024-11-14T08:23:27,384 DEBUG [StoreOpener-070cfb575031bbebf7afa799b3995df1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:27,385 INFO [StoreOpener-070cfb575031bbebf7afa799b3995df1-1 {}] regionserver.HStore(327): Store=070cfb575031bbebf7afa799b3995df1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:27,385 INFO [StoreOpener-070cfb575031bbebf7afa799b3995df1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 070cfb575031bbebf7afa799b3995df1 2024-11-14T08:23:27,387 INFO [StoreOpener-070cfb575031bbebf7afa799b3995df1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 070cfb575031bbebf7afa799b3995df1 columnFamilyName norep 2024-11-14T08:23:27,388 DEBUG [StoreOpener-070cfb575031bbebf7afa799b3995df1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:27,388 INFO [StoreOpener-070cfb575031bbebf7afa799b3995df1-1 {}] regionserver.HStore(327): Store=070cfb575031bbebf7afa799b3995df1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:27,388 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 070cfb575031bbebf7afa799b3995df1 2024-11-14T08:23:27,389 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/default/test/070cfb575031bbebf7afa799b3995df1 2024-11-14T08:23:27,389 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/default/test/070cfb575031bbebf7afa799b3995df1 2024-11-14T08:23:27,390 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 070cfb575031bbebf7afa799b3995df1 2024-11-14T08:23:27,390 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 070cfb575031bbebf7afa799b3995df1 2024-11-14T08:23:27,391 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:23:27,392 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 070cfb575031bbebf7afa799b3995df1 2024-11-14T08:23:27,394 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/default/test/070cfb575031bbebf7afa799b3995df1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:23:27,394 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 070cfb575031bbebf7afa799b3995df1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63643800, jitterRate=-0.051633477210998535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:23:27,394 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 070cfb575031bbebf7afa799b3995df1 2024-11-14T08:23:27,394 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 070cfb575031bbebf7afa799b3995df1: Running coprocessor pre-open hook at 1731572607380Writing region info on filesystem at 1731572607380Initializing all the Stores at 1731572607381 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572607381Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572607381Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572607381Cleaning up temporary data from old regions at 1731572607390 (+9 ms)Running coprocessor post-open hooks at 1731572607394 (+4 ms)Region opened successfully at 1731572607394 2024-11-14T08:23:27,395 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731572606637.070cfb575031bbebf7afa799b3995df1., pid=6, masterSystemTime=1731572607372 2024-11-14T08:23:27,396 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731572606637.070cfb575031bbebf7afa799b3995df1. 2024-11-14T08:23:27,396 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731572606637.070cfb575031bbebf7afa799b3995df1. 2024-11-14T08:23:27,397 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=070cfb575031bbebf7afa799b3995df1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b344df224d93,34887,1731572596036 2024-11-14T08:23:27,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 070cfb575031bbebf7afa799b3995df1, server=b344df224d93,34887,1731572596036 because future has completed 2024-11-14T08:23:27,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T08:23:27,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 070cfb575031bbebf7afa799b3995df1, server=b344df224d93,34887,1731572596036 in 179 msec 2024-11-14T08:23:27,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T08:23:27,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=070cfb575031bbebf7afa799b3995df1, ASSIGN in 345 msec 2024-11-14T08:23:27,403 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:23:27,403 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572607403"}]},"ts":"1731572607403"} 2024-11-14T08:23:27,404 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T08:23:27,405 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:23:27,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 768 msec 2024-11-14T08:23:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:23:27,775 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T08:23:27,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:23:27,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,45163,1731572602306 2024-11-14T08:23:27,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ef6b352 2024-11-14T08:23:27,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:23:27,778 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:23:27,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:23:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45163 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T08:23:27,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:23:27,781 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:27,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T08:23:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:23:27,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:23:27,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741835_1011 (size=902) 2024-11-14T08:23:27,798 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8185a4e40d73f6b704e33c119c4e4e67, NAME => 'test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc 2024-11-14T08:23:27,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741836_1012 (size=39) 2024-11-14T08:23:27,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:27,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8185a4e40d73f6b704e33c119c4e4e67, disabling compactions & flushes 2024-11-14T08:23:27,806 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67. 2024-11-14T08:23:27,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67. 2024-11-14T08:23:27,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67. after waiting 0 ms 2024-11-14T08:23:27,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67. 2024-11-14T08:23:27,806 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67. 2024-11-14T08:23:27,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8185a4e40d73f6b704e33c119c4e4e67: Waiting for close lock at 1731572607806Disabling compacts and flushes for region at 1731572607806Disabling writes for close at 1731572607806Writing region close event to WAL at 1731572607806Closed at 1731572607806 2024-11-14T08:23:27,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:23:27,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731572607808"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572607808"}]},"ts":"1731572607808"} 2024-11-14T08:23:27,810 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:23:27,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:23:27,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572607811"}]},"ts":"1731572607811"} 2024-11-14T08:23:27,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T08:23:27,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8185a4e40d73f6b704e33c119c4e4e67, ASSIGN}] 2024-11-14T08:23:27,815 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8185a4e40d73f6b704e33c119c4e4e67, ASSIGN 2024-11-14T08:23:27,815 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8185a4e40d73f6b704e33c119c4e4e67, ASSIGN; state=OFFLINE, location=b344df224d93,41733,1731572602530; forceNewPlan=false, retain=false 2024-11-14T08:23:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:23:27,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8185a4e40d73f6b704e33c119c4e4e67, regionState=OPENING, regionLocation=b344df224d93,41733,1731572602530 2024-11-14T08:23:27,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8185a4e40d73f6b704e33c119c4e4e67, ASSIGN because future has completed 2024-11-14T08:23:27,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8185a4e40d73f6b704e33c119c4e4e67, server=b344df224d93,41733,1731572602530}] 2024-11-14T08:23:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:23:28,140 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67. 2024-11-14T08:23:28,140 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8185a4e40d73f6b704e33c119c4e4e67, NAME => 'test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:23:28,141 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:23:28,141 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T08:23:28,142 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8185a4e40d73f6b704e33c119c4e4e67 2024-11-14T08:23:28,142 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:28,142 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8185a4e40d73f6b704e33c119c4e4e67 2024-11-14T08:23:28,142 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8185a4e40d73f6b704e33c119c4e4e67 2024-11-14T08:23:28,148 INFO [StoreOpener-8185a4e40d73f6b704e33c119c4e4e67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8185a4e40d73f6b704e33c119c4e4e67 2024-11-14T08:23:28,150 INFO [StoreOpener-8185a4e40d73f6b704e33c119c4e4e67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8185a4e40d73f6b704e33c119c4e4e67 columnFamilyName f 2024-11-14T08:23:28,150 DEBUG [StoreOpener-8185a4e40d73f6b704e33c119c4e4e67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:28,151 INFO [StoreOpener-8185a4e40d73f6b704e33c119c4e4e67-1 {}] regionserver.HStore(327): Store=8185a4e40d73f6b704e33c119c4e4e67/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:28,151 INFO [StoreOpener-8185a4e40d73f6b704e33c119c4e4e67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8185a4e40d73f6b704e33c119c4e4e67 2024-11-14T08:23:28,152 INFO [StoreOpener-8185a4e40d73f6b704e33c119c4e4e67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8185a4e40d73f6b704e33c119c4e4e67 columnFamilyName f1 2024-11-14T08:23:28,153 DEBUG [StoreOpener-8185a4e40d73f6b704e33c119c4e4e67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:28,153 INFO [StoreOpener-8185a4e40d73f6b704e33c119c4e4e67-1 {}] regionserver.HStore(327): Store=8185a4e40d73f6b704e33c119c4e4e67/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:28,153 INFO [StoreOpener-8185a4e40d73f6b704e33c119c4e4e67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8185a4e40d73f6b704e33c119c4e4e67 2024-11-14T08:23:28,154 INFO [StoreOpener-8185a4e40d73f6b704e33c119c4e4e67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8185a4e40d73f6b704e33c119c4e4e67 columnFamilyName norep 2024-11-14T08:23:28,155 DEBUG [StoreOpener-8185a4e40d73f6b704e33c119c4e4e67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:28,155 INFO [StoreOpener-8185a4e40d73f6b704e33c119c4e4e67-1 {}] regionserver.HStore(327): Store=8185a4e40d73f6b704e33c119c4e4e67/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:28,155 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8185a4e40d73f6b704e33c119c4e4e67 2024-11-14T08:23:28,156 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/default/test/8185a4e40d73f6b704e33c119c4e4e67 2024-11-14T08:23:28,156 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/default/test/8185a4e40d73f6b704e33c119c4e4e67 2024-11-14T08:23:28,160 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8185a4e40d73f6b704e33c119c4e4e67 2024-11-14T08:23:28,160 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8185a4e40d73f6b704e33c119c4e4e67 2024-11-14T08:23:28,161 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:23:28,162 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8185a4e40d73f6b704e33c119c4e4e67 2024-11-14T08:23:28,164 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/default/test/8185a4e40d73f6b704e33c119c4e4e67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:23:28,165 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8185a4e40d73f6b704e33c119c4e4e67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72060788, jitterRate=0.07378941774368286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:23:28,165 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8185a4e40d73f6b704e33c119c4e4e67 2024-11-14T08:23:28,165 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8185a4e40d73f6b704e33c119c4e4e67: Running coprocessor pre-open hook at 1731572608142Writing region info on filesystem at 1731572608142Initializing all the Stores at 1731572608143 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572608143Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572608147 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572608147Cleaning up temporary data from old regions at 1731572608160 (+13 ms)Running coprocessor post-open hooks at 1731572608165 (+5 ms)Region opened successfully at 1731572608165 2024-11-14T08:23:28,166 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67., pid=6, masterSystemTime=1731572608122 2024-11-14T08:23:28,169 DEBUG [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67. 2024-11-14T08:23:28,169 INFO [RS_OPEN_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67. 2024-11-14T08:23:28,170 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8185a4e40d73f6b704e33c119c4e4e67, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b344df224d93,41733,1731572602530 2024-11-14T08:23:28,173 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45163 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=b344df224d93,41733,1731572602530, table=test, region=8185a4e40d73f6b704e33c119c4e4e67. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T08:23:28,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8185a4e40d73f6b704e33c119c4e4e67, server=b344df224d93,41733,1731572602530 because future has completed 2024-11-14T08:23:28,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T08:23:28,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8185a4e40d73f6b704e33c119c4e4e67, server=b344df224d93,41733,1731572602530 in 211 msec 2024-11-14T08:23:28,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T08:23:28,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8185a4e40d73f6b704e33c119c4e4e67, ASSIGN in 370 msec 2024-11-14T08:23:28,188 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:23:28,188 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572608188"}]},"ts":"1731572608188"} 2024-11-14T08:23:28,190 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T08:23:28,192 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:23:28,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 413 msec 2024-11-14T08:23:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T08:23:28,405 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T08:23:28,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5278c695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:28,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,40913,-1 for getting cluster id 2024-11-14T08:23:28,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:23:28,407 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '697d2379-c554-4835-b65f-24ab67301b9d' 2024-11-14T08:23:28,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:23:28,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "697d2379-c554-4835-b65f-24ab67301b9d" 2024-11-14T08:23:28,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313866ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:28,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,40913,-1] 2024-11-14T08:23:28,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:23:28,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:28,408 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:23:28,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797cfd56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:28,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:23:28,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,40913,1731572590421 2024-11-14T08:23:28,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d3aec90 2024-11-14T08:23:28,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:23:28,412 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:23:28,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b344df224d93:38107,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T08:23:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T08:23:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:23:28,419 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:38107' 2024-11-14T08:23:28,420 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435cc675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:28,420 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,38107,-1 for getting cluster id 2024-11-14T08:23:28,420 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:23:28,421 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e07ec228-ce1f-4c12-b2c2-1b49e1f8ef9c' 2024-11-14T08:23:28,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:23:28,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e07ec228-ce1f-4c12-b2c2-1b49e1f8ef9c" 2024-11-14T08:23:28,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6edb6405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:28,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,38107,-1] 2024-11-14T08:23:28,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:23:28,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:28,423 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:23:28,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578b6bb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:28,424 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:23:28,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,38107,1731572595889 2024-11-14T08:23:28,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49a871c2 2024-11-14T08:23:28,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:23:28,426 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:23:28,427 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T08:23:28,427 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T08:23:28,427 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:28,427 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:28,428 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T08:23:28,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:23:28,430 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T08:23:28,431 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T08:23:28,431 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:28,432 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T08:23:28,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741837_1013 (size=1138) 2024-11-14T08:23:28,465 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d4706ef7af3a4b9476118c69c850de31, NAME => 'hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7 2024-11-14T08:23:28,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741838_1014 (size=44) 2024-11-14T08:23:28,482 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T08:23:28,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:23:28,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:23:28,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:28,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d4706ef7af3a4b9476118c69c850de31, disabling compactions & flushes 2024-11-14T08:23:28,871 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31. 2024-11-14T08:23:28,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31. 2024-11-14T08:23:28,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31. after waiting 0 ms 2024-11-14T08:23:28,872 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31. 2024-11-14T08:23:28,872 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31. 2024-11-14T08:23:28,872 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d4706ef7af3a4b9476118c69c850de31: Waiting for close lock at 1731572608871Disabling compacts and flushes for region at 1731572608871Disabling writes for close at 1731572608871Writing region close event to WAL at 1731572608872 (+1 ms)Closed at 1731572608872 2024-11-14T08:23:28,873 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T08:23:28,873 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731572608873"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731572608873"}]},"ts":"1731572608873"} 2024-11-14T08:23:28,876 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T08:23:28,877 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T08:23:28,877 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572608877"}]},"ts":"1731572608877"} 2024-11-14T08:23:28,879 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T08:23:28,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4706ef7af3a4b9476118c69c850de31, ASSIGN}] 2024-11-14T08:23:28,881 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4706ef7af3a4b9476118c69c850de31, ASSIGN 2024-11-14T08:23:28,882 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d4706ef7af3a4b9476118c69c850de31, ASSIGN; state=OFFLINE, location=b344df224d93,38289,1731572590612; forceNewPlan=false, retain=false 2024-11-14T08:23:29,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d4706ef7af3a4b9476118c69c850de31, regionState=OPENING, regionLocation=b344df224d93,38289,1731572590612 2024-11-14T08:23:29,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d4706ef7af3a4b9476118c69c850de31, ASSIGN because future has completed 2024-11-14T08:23:29,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4706ef7af3a4b9476118c69c850de31, server=b344df224d93,38289,1731572590612}] 2024-11-14T08:23:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:23:29,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31. 2024-11-14T08:23:29,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T08:23:29,201 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T08:23:29,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b344df224d93%2C38289%2C1731572590612.rep, suffix=, logDir=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612, archiveDir=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/oldWALs, maxLogs=10 2024-11-14T08:23:29,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.rep.1731572609204, exclude list is [], retry=0 2024-11-14T08:23:29,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38585,DS-760944eb-e096-4561-b97f-a1ea0bd7913d,DISK] 2024-11-14T08:23:29,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.rep.1731572609204 2024-11-14T08:23:29,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42209:42209)] 2024-11-14T08:23:29,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d4706ef7af3a4b9476118c69c850de31, NAME => 'hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31.', STARTKEY => '', ENDKEY => ''} 2024-11-14T08:23:29,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T08:23:29,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T08:23:29,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31. service=MultiRowMutationService 2024-11-14T08:23:29,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T08:23:29,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d4706ef7af3a4b9476118c69c850de31 2024-11-14T08:23:29,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T08:23:29,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d4706ef7af3a4b9476118c69c850de31 2024-11-14T08:23:29,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d4706ef7af3a4b9476118c69c850de31 2024-11-14T08:23:29,268 INFO [StoreOpener-d4706ef7af3a4b9476118c69c850de31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d4706ef7af3a4b9476118c69c850de31 2024-11-14T08:23:29,270 INFO [StoreOpener-d4706ef7af3a4b9476118c69c850de31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4706ef7af3a4b9476118c69c850de31 columnFamilyName hfileref 2024-11-14T08:23:29,270 DEBUG [StoreOpener-d4706ef7af3a4b9476118c69c850de31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:29,272 INFO [StoreOpener-d4706ef7af3a4b9476118c69c850de31-1 {}] regionserver.HStore(327): Store=d4706ef7af3a4b9476118c69c850de31/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:29,272 INFO [StoreOpener-d4706ef7af3a4b9476118c69c850de31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d4706ef7af3a4b9476118c69c850de31 2024-11-14T08:23:29,274 INFO [StoreOpener-d4706ef7af3a4b9476118c69c850de31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4706ef7af3a4b9476118c69c850de31 columnFamilyName queue 2024-11-14T08:23:29,274 DEBUG [StoreOpener-d4706ef7af3a4b9476118c69c850de31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:29,274 INFO [StoreOpener-d4706ef7af3a4b9476118c69c850de31-1 {}] regionserver.HStore(327): Store=d4706ef7af3a4b9476118c69c850de31/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:29,274 INFO [StoreOpener-d4706ef7af3a4b9476118c69c850de31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d4706ef7af3a4b9476118c69c850de31 2024-11-14T08:23:29,275 INFO [StoreOpener-d4706ef7af3a4b9476118c69c850de31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4706ef7af3a4b9476118c69c850de31 columnFamilyName sid 2024-11-14T08:23:29,275 DEBUG [StoreOpener-d4706ef7af3a4b9476118c69c850de31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T08:23:29,276 INFO [StoreOpener-d4706ef7af3a4b9476118c69c850de31-1 {}] regionserver.HStore(327): Store=d4706ef7af3a4b9476118c69c850de31/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T08:23:29,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d4706ef7af3a4b9476118c69c850de31 2024-11-14T08:23:29,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/replication/d4706ef7af3a4b9476118c69c850de31 2024-11-14T08:23:29,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/replication/d4706ef7af3a4b9476118c69c850de31 2024-11-14T08:23:29,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d4706ef7af3a4b9476118c69c850de31 2024-11-14T08:23:29,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d4706ef7af3a4b9476118c69c850de31 2024-11-14T08:23:29,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T08:23:29,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d4706ef7af3a4b9476118c69c850de31 2024-11-14T08:23:29,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/replication/d4706ef7af3a4b9476118c69c850de31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T08:23:29,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d4706ef7af3a4b9476118c69c850de31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61803214, jitterRate=-0.07906034588813782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T08:23:29,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4706ef7af3a4b9476118c69c850de31 2024-11-14T08:23:29,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d4706ef7af3a4b9476118c69c850de31: Running coprocessor pre-open hook at 1731572609250Writing region info on filesystem at 1731572609250Initializing all the Stores at 1731572609251 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572609251Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572609264 (+13 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731572609264Cleaning up temporary data from old regions at 1731572609278 (+14 ms)Running coprocessor post-open hooks at 1731572609282 (+4 ms)Region opened successfully at 1731572609282 2024-11-14T08:23:29,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31., pid=10, masterSystemTime=1731572609193 2024-11-14T08:23:29,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31. 2024-11-14T08:23:29,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31. 2024-11-14T08:23:29,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d4706ef7af3a4b9476118c69c850de31, regionState=OPEN, openSeqNum=2, regionLocation=b344df224d93,38289,1731572590612 2024-11-14T08:23:29,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4706ef7af3a4b9476118c69c850de31, server=b344df224d93,38289,1731572590612 because future has completed 2024-11-14T08:23:29,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T08:23:29,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d4706ef7af3a4b9476118c69c850de31, server=b344df224d93,38289,1731572590612 in 279 msec 2024-11-14T08:23:29,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T08:23:29,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d4706ef7af3a4b9476118c69c850de31, ASSIGN in 437 msec 2024-11-14T08:23:29,320 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T08:23:29,320 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731572609320"}]},"ts":"1731572609320"} 2024-11-14T08:23:29,322 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T08:23:29,324 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T08:23:29,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 896 msec 2024-11-14T08:23:29,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31., hostname=b344df224d93,38289,1731572590612, seqNum=2] 2024-11-14T08:23:29,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528 2024-11-14T08:23:29,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528 2024-11-14T08:23:29,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T08:23:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:23:29,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T08:23:29,593 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T08:23:29,650 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b344df224d93,38289,1731572590612, ReplicationSource: 1, currentBandwidth=0 2024-11-14T08:23:29,651 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:23:29,651 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,38289,1731572590612, seqNum=-1] 2024-11-14T08:23:29,651 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:23:29,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-14T08:23:29,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b344df224d93,38289,1731572590612', locateType=CURRENT is [region=hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31., hostname=b344df224d93,38289,1731572590612, seqNum=2] 2024-11-14T08:23:29,656 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T08:23:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T08:23:29,659 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b344df224d93,38289,1731572590612 suceeded 2024-11-14T08:23:29,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T08:23:29,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-11-14T08:23:29,663 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b344df224d93:38107,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T08:23:29,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2510 sec 2024-11-14T08:23:29,675 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:38107' 2024-11-14T08:23:29,676 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dcf0c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:29,676 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,38107,-1 for getting cluster id 2024-11-14T08:23:29,677 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:23:29,677 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e07ec228-ce1f-4c12-b2c2-1b49e1f8ef9c' 2024-11-14T08:23:29,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:23:29,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e07ec228-ce1f-4c12-b2c2-1b49e1f8ef9c" 2024-11-14T08:23:29,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@565eae19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:29,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,38107,-1] 2024-11-14T08:23:29,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:23:29,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:29,679 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:23:29,679 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fd7fc3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:29,679 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:23:29,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,38107,1731572595889 2024-11-14T08:23:29,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@174553a7 2024-11-14T08:23:29,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:23:29,681 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T08:23:29,681 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b344df224d93,38289,1731572590612 (queues=1) is replicating from cluster=697d2379-c554-4835-b65f-24ab67301b9d to cluster=e07ec228-ce1f-4c12-b2c2-1b49e1f8ef9c 2024-11-14T08:23:29,681 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b344df224d93%2C38289%2C1731572590612 2024-11-14T08:23:29,682 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b344df224d93,38289,1731572590612, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T08:23:29,682 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b344df224d93%2C38289%2C1731572590612 2024-11-14T08:23:29,682 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572592993, startPosition=0, beingWritten=true 2024-11-14T08:23:29,687 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:23:29,687 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572592993 to pos 379, reset compression=false 2024-11-14T08:23:29,687 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,38289,1731572590612 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572592993, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:23:29,896 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572592993 to pos 379, reset compression=false 2024-11-14T08:23:30,200 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572592993 to pos 379, reset compression=false 2024-11-14T08:23:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T08:23:30,575 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T08:23:30,576 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:23:30,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:23:30,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:30,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:30,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:23:30,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f089f06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:30,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,40913,-1 for getting cluster id 2024-11-14T08:23:30,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:23:30,578 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '697d2379-c554-4835-b65f-24ab67301b9d' 2024-11-14T08:23:30,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:23:30,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "697d2379-c554-4835-b65f-24ab67301b9d" 2024-11-14T08:23:30,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd7061c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:30,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,40913,-1] 2024-11-14T08:23:30,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:23:30,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:30,580 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:23:30,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24057d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:30,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22fd1bb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:30,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,38107,-1 for getting cluster id 2024-11-14T08:23:30,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:23:30,582 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e07ec228-ce1f-4c12-b2c2-1b49e1f8ef9c' 2024-11-14T08:23:30,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:23:30,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e07ec228-ce1f-4c12-b2c2-1b49e1f8ef9c" 2024-11-14T08:23:30,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19df8432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:30,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,38107,-1] 2024-11-14T08:23:30,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:23:30,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:30,584 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:23:30,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c132113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:30,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3296c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:30,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,45163,-1 for getting cluster id 2024-11-14T08:23:30,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:23:30,587 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58b03af5-c676-47a4-aeb2-d759d8e9402d' 2024-11-14T08:23:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:23:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58b03af5-c676-47a4-aeb2-d759d8e9402d" 2024-11-14T08:23:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e583a8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,45163,-1] 2024-11-14T08:23:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:23:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:30,588 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:23:30,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6445a838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:30,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:30,595 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731572610595/Put/seqid=0 2024-11-14T08:23:30,602 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572592993 to pos 379, reset compression=false 2024-11-14T08:23:30,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741840_1016 (size=7894) 2024-11-14T08:23:30,613 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731572610612/Put/seqid=0 2024-11-14T08:23:30,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741841_1017 (size=7691) 2024-11-14T08:23:31,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@998e886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:31,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,40913,-1 for getting cluster id 2024-11-14T08:23:31,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:23:31,033 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '697d2379-c554-4835-b65f-24ab67301b9d' 2024-11-14T08:23:31,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:23:31,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "697d2379-c554-4835-b65f-24ab67301b9d" 2024-11-14T08:23:31,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbfdeac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:31,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,40913,-1] 2024-11-14T08:23:31,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:23:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:31,034 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:23:31,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d80863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:31,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:23:31,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,38289,1731572590612, seqNum=-1] 2024-11-14T08:23:31,037 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:23:31,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:23:31,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:23:31,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,40913,1731572590421 2024-11-14T08:23:31,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71e04a86 2024-11-14T08:23:31,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:23:31,046 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:23:31,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4., hostname=b344df224d93,38289,1731572590612, seqNum=2] 2024-11-14T08:23:31,051 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T08:23:31,056 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-14T08:23:31,059 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-14T08:23:31,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 637914e0c9710ac949cc829ce0ed5ce4/f 2024-11-14T08:23:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T08:23:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:23:31,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 637914e0c9710ac949cc829ce0ed5ce4/f 2024-11-14T08:23:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T08:23:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:23:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HRegion(2603): Flush status journal for 637914e0c9710ac949cc829ce0ed5ce4: 2024-11-14T08:23:31,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/staging/jenkins__test__i9cifb42l3kd4t0vcj8rd7gk5g9dkb0ij09jtogq3gq3jsa3fnpt9q7bsmbncngv/f/hfile_0 2024-11-14T08:23:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/staging/jenkins__test__i9cifb42l3kd4t0vcj8rd7gk5g9dkb0ij09jtogq3gq3jsa3fnpt9q7bsmbncngv/f/hfile_0 as hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/default/test/637914e0c9710ac949cc829ce0ed5ce4/f/251beb2a37114995b9493007034d902e_SeqId_4_ 2024-11-14T08:23:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/staging/jenkins__test__i9cifb42l3kd4t0vcj8rd7gk5g9dkb0ij09jtogq3gq3jsa3fnpt9q7bsmbncngv/f/hfile_1 2024-11-14T08:23:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/staging/jenkins__test__i9cifb42l3kd4t0vcj8rd7gk5g9dkb0ij09jtogq3gq3jsa3fnpt9q7bsmbncngv/f/hfile_1 as hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/default/test/637914e0c9710ac949cc829ce0ed5ce4/f/9e1c8bfeade9448a941f6908142a6515_SeqId_4_ 2024-11-14T08:23:31,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/staging/jenkins__test__i9cifb42l3kd4t0vcj8rd7gk5g9dkb0ij09jtogq3gq3jsa3fnpt9q7bsmbncngv/f/hfile_0 into 637914e0c9710ac949cc829ce0ed5ce4/f as hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/default/test/637914e0c9710ac949cc829ce0ed5ce4/f/251beb2a37114995b9493007034d902e_SeqId_4_ - updating store file list. 2024-11-14T08:23:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 251beb2a37114995b9493007034d902e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T08:23:31,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/default/test/637914e0c9710ac949cc829ce0ed5ce4/f/251beb2a37114995b9493007034d902e_SeqId_4_ into 637914e0c9710ac949cc829ce0ed5ce4/f 2024-11-14T08:23:31,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/staging/jenkins__test__i9cifb42l3kd4t0vcj8rd7gk5g9dkb0ij09jtogq3gq3jsa3fnpt9q7bsmbncngv/f/hfile_0 into 637914e0c9710ac949cc829ce0ed5ce4/f (new location: hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/default/test/637914e0c9710ac949cc829ce0ed5ce4/f/251beb2a37114995b9493007034d902e_SeqId_4_) 2024-11-14T08:23:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/staging/jenkins__test__i9cifb42l3kd4t0vcj8rd7gk5g9dkb0ij09jtogq3gq3jsa3fnpt9q7bsmbncngv/f/hfile_0 2024-11-14T08:23:31,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/staging/jenkins__test__i9cifb42l3kd4t0vcj8rd7gk5g9dkb0ij09jtogq3gq3jsa3fnpt9q7bsmbncngv/f/hfile_1 into 637914e0c9710ac949cc829ce0ed5ce4/f as hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/default/test/637914e0c9710ac949cc829ce0ed5ce4/f/9e1c8bfeade9448a941f6908142a6515_SeqId_4_ - updating store file list. 2024-11-14T08:23:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9e1c8bfeade9448a941f6908142a6515_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T08:23:31,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/default/test/637914e0c9710ac949cc829ce0ed5ce4/f/9e1c8bfeade9448a941f6908142a6515_SeqId_4_ into 637914e0c9710ac949cc829ce0ed5ce4/f 2024-11-14T08:23:31,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/staging/jenkins__test__i9cifb42l3kd4t0vcj8rd7gk5g9dkb0ij09jtogq3gq3jsa3fnpt9q7bsmbncngv/f/hfile_1 into 637914e0c9710ac949cc829ce0ed5ce4/f (new location: hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/default/test/637914e0c9710ac949cc829ce0ed5ce4/f/9e1c8bfeade9448a941f6908142a6515_SeqId_4_) 2024-11-14T08:23:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/staging/jenkins__test__i9cifb42l3kd4t0vcj8rd7gk5g9dkb0ij09jtogq3gq3jsa3fnpt9q7bsmbncngv/f/hfile_1 2024-11-14T08:23:31,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:23:31,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:23:31,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:31,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:31,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:23:31,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4., hostname=b344df224d93,38289,1731572590612, seqNum=2 , the old value is region=test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4., hostname=b344df224d93,38289,1731572590612, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b344df224d93:38289 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T08:23:31,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4., hostname=b344df224d93,38289,1731572590612, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T08:23:31,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4., hostname=b344df224d93,38289,1731572590612, seqNum=2 from cache 2024-11-14T08:23:31,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:23:31,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,34887,1731572596036, seqNum=-1] 2024-11-14T08:23:31,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:23:31,105 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T08:23:31,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:23:31,107 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731572606637.070cfb575031bbebf7afa799b3995df1., hostname=b344df224d93,34887,1731572596036, seqNum=2] 2024-11-14T08:23:31,109 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T08:23:31,110 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572592993 to pos 379, reset compression=false 2024-11-14T08:23:31,115 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:23:31,115 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,38289,1731572590612 got entry batch from reader: WALEntryBatch [walEntries=[{test/637914e0c9710ac949cc829ce0ed5ce4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731572611102/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572592993, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T08:23:31,117 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:23:31,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T08:23:31,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.ReplicationSink(318): Replicating [697d2379-c554-4835-b65f-24ab67301b9d] bulk loaded data 2024-11-14T08:23:31,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bf235f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:31,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,38107,-1 for getting cluster id 2024-11-14T08:23:31,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:23:31,120 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e07ec228-ce1f-4c12-b2c2-1b49e1f8ef9c' 2024-11-14T08:23:31,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:23:31,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e07ec228-ce1f-4c12-b2c2-1b49e1f8ef9c" 2024-11-14T08:23:31,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25d6bac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:31,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,38107,-1] 2024-11-14T08:23:31,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:23:31,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:31,121 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:23:31,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@710a24d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:31,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741837_1013 (size=7894) 2024-11-14T08:23:31,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741838_1014 (size=7691) 2024-11-14T08:23:31,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:23:31,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,38107,1731572595889 2024-11-14T08:23:31,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b5f9096 2024-11-14T08:23:31,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:23:31,165 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-14T08:23:31,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T08:23:31,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:23:31,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,34887,1731572596036, seqNum=-1] 2024-11-14T08:23:31,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:23:31,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-14T08:23:31,189 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__v3f2r6ltd5kets26ida2k171r9h84m1as3gpshv3cfp9qaelu9nvcdqmtvor7k3n/f/251beb2a37114995b9493007034d902e_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-14T08:23:31,192 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__v3f2r6ltd5kets26ida2k171r9h84m1as3gpshv3cfp9qaelu9nvcdqmtvor7k3n/f/9e1c8bfeade9448a941f6908142a6515_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-14T08:23:31,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__v3f2r6ltd5kets26ida2k171r9h84m1as3gpshv3cfp9qaelu9nvcdqmtvor7k3n/f/251beb2a37114995b9493007034d902e_SeqId_4_ for inclusion in 070cfb575031bbebf7afa799b3995df1/f 2024-11-14T08:23:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T08:23:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:23:31,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__v3f2r6ltd5kets26ida2k171r9h84m1as3gpshv3cfp9qaelu9nvcdqmtvor7k3n/f/9e1c8bfeade9448a941f6908142a6515_SeqId_4_ for inclusion in 070cfb575031bbebf7afa799b3995df1/f 2024-11-14T08:23:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T08:23:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:23:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HRegion(2603): Flush status journal for 070cfb575031bbebf7afa799b3995df1: 2024-11-14T08:23:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 251beb2a37114995b9493007034d902e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T08:23:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__v3f2r6ltd5kets26ida2k171r9h84m1as3gpshv3cfp9qaelu9nvcdqmtvor7k3n/f/251beb2a37114995b9493007034d902e_SeqId_4_ as hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/default/test/070cfb575031bbebf7afa799b3995df1/f/3d052f16ac8747989560ea344f44aaea_SeqId_4_ 2024-11-14T08:23:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9e1c8bfeade9448a941f6908142a6515_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T08:23:31,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__v3f2r6ltd5kets26ida2k171r9h84m1as3gpshv3cfp9qaelu9nvcdqmtvor7k3n/f/9e1c8bfeade9448a941f6908142a6515_SeqId_4_ as hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/default/test/070cfb575031bbebf7afa799b3995df1/f/f4af0fe654324a7994d9d2160350aafc_SeqId_4_ 2024-11-14T08:23:31,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__v3f2r6ltd5kets26ida2k171r9h84m1as3gpshv3cfp9qaelu9nvcdqmtvor7k3n/f/251beb2a37114995b9493007034d902e_SeqId_4_ into 070cfb575031bbebf7afa799b3995df1/f as hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/default/test/070cfb575031bbebf7afa799b3995df1/f/3d052f16ac8747989560ea344f44aaea_SeqId_4_ - updating store file list. 2024-11-14T08:23:31,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3d052f16ac8747989560ea344f44aaea_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T08:23:31,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/default/test/070cfb575031bbebf7afa799b3995df1/f/3d052f16ac8747989560ea344f44aaea_SeqId_4_ into 070cfb575031bbebf7afa799b3995df1/f 2024-11-14T08:23:31,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__v3f2r6ltd5kets26ida2k171r9h84m1as3gpshv3cfp9qaelu9nvcdqmtvor7k3n/f/251beb2a37114995b9493007034d902e_SeqId_4_ into 070cfb575031bbebf7afa799b3995df1/f (new location: hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/default/test/070cfb575031bbebf7afa799b3995df1/f/3d052f16ac8747989560ea344f44aaea_SeqId_4_) 2024-11-14T08:23:31,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__v3f2r6ltd5kets26ida2k171r9h84m1as3gpshv3cfp9qaelu9nvcdqmtvor7k3n/f/251beb2a37114995b9493007034d902e_SeqId_4_ 2024-11-14T08:23:31,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__v3f2r6ltd5kets26ida2k171r9h84m1as3gpshv3cfp9qaelu9nvcdqmtvor7k3n/f/9e1c8bfeade9448a941f6908142a6515_SeqId_4_ into 070cfb575031bbebf7afa799b3995df1/f as hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/default/test/070cfb575031bbebf7afa799b3995df1/f/f4af0fe654324a7994d9d2160350aafc_SeqId_4_ - updating store file list. 2024-11-14T08:23:31,215 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:38289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T08:23:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f4af0fe654324a7994d9d2160350aafc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T08:23:31,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/default/test/070cfb575031bbebf7afa799b3995df1/f/f4af0fe654324a7994d9d2160350aafc_SeqId_4_ into 070cfb575031bbebf7afa799b3995df1/f 2024-11-14T08:23:31,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__v3f2r6ltd5kets26ida2k171r9h84m1as3gpshv3cfp9qaelu9nvcdqmtvor7k3n/f/9e1c8bfeade9448a941f6908142a6515_SeqId_4_ into 070cfb575031bbebf7afa799b3995df1/f (new location: hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/default/test/070cfb575031bbebf7afa799b3995df1/f/f4af0fe654324a7994d9d2160350aafc_SeqId_4_) 2024-11-14T08:23:31,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__v3f2r6ltd5kets26ida2k171r9h84m1as3gpshv3cfp9qaelu9nvcdqmtvor7k3n/f/9e1c8bfeade9448a941f6908142a6515_SeqId_4_ 2024-11-14T08:23:31,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.ReplicationSink(324): Finished replicating [697d2379-c554-4835-b65f-24ab67301b9d] bulk loaded data 2024-11-14T08:23:31,315 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572592993 to pos 687, reset compression=false 2024-11-14T08:23:31,338 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:23:31,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:31,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:31,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:31,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:31,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:31,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:31,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:31,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:31,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:31,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:31,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:31,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:31,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:31,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:31,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:31,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:31,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:31,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:31,441 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T08:23:31,619 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572592993 to pos 687, reset compression=false 2024-11-14T08:23:32,022 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572592993 to pos 687, reset compression=false 2024-11-14T08:23:32,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:23:32,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,41733,1731572602530, seqNum=-1] 2024-11-14T08:23:32,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:23:32,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:23:32,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67., hostname=b344df224d93,41733,1731572602530, seqNum=2] 2024-11-14T08:23:32,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:23:32,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T08:23:32,128 DEBUG [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b344df224d93%2C38289%2C1731572590612.meta:.meta(num 1731572593859) roll requested 2024-11-14T08:23:32,146 DEBUG [regionserver/b344df224d93:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.meta.1731572612129.meta, exclude list is [], retry=0 2024-11-14T08:23:32,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38585,DS-760944eb-e096-4561-b97f-a1ea0bd7913d,DISK] 2024-11-14T08:23:32,151 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.meta.1731572593859.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.meta.1731572612129.meta 2024-11-14T08:23:32,151 DEBUG [regionserver/b344df224d93:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42209:42209)] 2024-11-14T08:23:32,151 DEBUG [regionserver/b344df224d93:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.meta.1731572593859.meta is not closed yet, will try archiving it next time 2024-11-14T08:23:32,151 DEBUG [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b344df224d93%2C38289%2C1731572590612.rep:(num 1731572609204) roll requested 2024-11-14T08:23:32,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741834_1010 (size=3473) 2024-11-14T08:23:32,169 DEBUG [regionserver/b344df224d93:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.rep.1731572612151, exclude list is [], retry=0 2024-11-14T08:23:32,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38585,DS-760944eb-e096-4561-b97f-a1ea0bd7913d,DISK] 2024-11-14T08:23:32,172 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.rep.1731572609204 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.rep.1731572612151 2024-11-14T08:23:32,176 DEBUG [regionserver/b344df224d93:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42209:42209)] 2024-11-14T08:23:32,176 DEBUG [regionserver/b344df224d93:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.rep.1731572609204 is not closed yet, will try archiving it next time 2024-11-14T08:23:32,176 DEBUG [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b344df224d93%2C38289%2C1731572590612:(num 1731572592993) roll requested 2024-11-14T08:23:32,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741839_1015 (size=1505) 2024-11-14T08:23:32,178 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.rep.1731572609204 not finished, retry = 0 2024-11-14T08:23:32,184 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T08:23:32,193 DEBUG [regionserver/b344df224d93:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176, exclude list is [], retry=0 2024-11-14T08:23:32,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38585,DS-760944eb-e096-4561-b97f-a1ea0bd7913d,DISK] 2024-11-14T08:23:32,196 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572592993 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 2024-11-14T08:23:32,196 DEBUG [regionserver/b344df224d93:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42209:42209)] 2024-11-14T08:23:32,196 DEBUG [regionserver/b344df224d93:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572592993 is not closed yet, will try archiving it next time 2024-11-14T08:23:32,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741832_1008 (size=695) 2024-11-14T08:23:32,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546f6cc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:32,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,40913,-1 for getting cluster id 2024-11-14T08:23:32,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:23:32,201 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '697d2379-c554-4835-b65f-24ab67301b9d' 2024-11-14T08:23:32,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:23:32,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "697d2379-c554-4835-b65f-24ab67301b9d" 2024-11-14T08:23:32,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539c4295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:32,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,40913,-1] 2024-11-14T08:23:32,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:23:32,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:32,203 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:23:32,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa8db04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:32,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:23:32,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,40913,1731572590421 2024-11-14T08:23:32,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20ed71b0 2024-11-14T08:23:32,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:23:32,205 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:23:32,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://b344df224d93:45163,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T08:23:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T08:23:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T08:23:32,208 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:45163' 2024-11-14T08:23:32,212 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572592993 to hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/oldWALs/b344df224d93%2C38289%2C1731572590612.1731572592993 2024-11-14T08:23:32,216 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0b3ae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:32,216 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,45163,-1 for getting cluster id 2024-11-14T08:23:32,216 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:23:32,217 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58b03af5-c676-47a4-aeb2-d759d8e9402d' 2024-11-14T08:23:32,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:23:32,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58b03af5-c676-47a4-aeb2-d759d8e9402d" 2024-11-14T08:23:32,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db8a088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:32,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,45163,-1] 2024-11-14T08:23:32,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:23:32,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:32,218 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:23:32,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6670bc53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:32,219 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:23:32,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,45163,1731572602306 2024-11-14T08:23:32,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2424937d 2024-11-14T08:23:32,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:23:32,220 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:23:32,220 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-14T08:23:32,221 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T08:23:32,221 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:32,221 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:32,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:23:32,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T08:23:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T08:23:32,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T08:23:32,433 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T08:23:32,468 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-b344df224d93,38289,1731572590612, ReplicationSource: 2, currentBandwidth=0 2024-11-14T08:23:32,471 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T08:23:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T08:23:32,473 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b344df224d93,38289,1731572590612 suceeded 2024-11-14T08:23:32,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T08:23:32,475 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b344df224d93:45163,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T08:23:32,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-14T08:23:32,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 269 msec 2024-11-14T08:23:32,492 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b344df224d93:45163' 2024-11-14T08:23:32,493 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17ab6d86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:32,493 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,45163,-1 for getting cluster id 2024-11-14T08:23:32,493 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:23:32,494 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58b03af5-c676-47a4-aeb2-d759d8e9402d' 2024-11-14T08:23:32,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:23:32,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58b03af5-c676-47a4-aeb2-d759d8e9402d" 2024-11-14T08:23:32,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21fe476a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:32,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,45163,-1] 2024-11-14T08:23:32,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:23:32,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:32,495 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:23:32,496 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e0eaf0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:32,496 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:23:32,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,45163,1731572602306 2024-11-14T08:23:32,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18e77124 2024-11-14T08:23:32,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:23:32,498 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T08:23:32,499 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b344df224d93,38289,1731572590612 (queues=1) is replicating from cluster=697d2379-c554-4835-b65f-24ab67301b9d to cluster=58b03af5-c676-47a4-aeb2-d759d8e9402d 2024-11-14T08:23:32,499 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b344df224d93%2C38289%2C1731572590612 2024-11-14T08:23:32,499 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b344df224d93,38289,1731572590612, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T08:23:32,504 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176, startPosition=0, beingWritten=true 2024-11-14T08:23:32,505 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b344df224d93%2C38289%2C1731572590612 2024-11-14T08:23:32,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T08:23:32,525 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T08:23:32,525 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:23:32,525 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:23:32,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:32,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:32,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:23:32,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T08:23:32,526 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572592993 to pos 687, reset compression=false 2024-11-14T08:23:32,529 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731572612528/Put/seqid=0 2024-11-14T08:23:32,533 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572592993 was moved to hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/oldWALs/b344df224d93%2C38289%2C1731572590612.1731572592993 2024-11-14T08:23:32,536 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572592993 2024-11-14T08:23:32,536 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176, startPosition=0, beingWritten=true 2024-11-14T08:23:32,536 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,38289,1731572590612 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572592993, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T08:23:32,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741845_1021 (size=11194) 2024-11-14T08:23:32,541 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b344df224d93%2C38289%2C1731572590612.1731572592993] 2024-11-14T08:23:32,710 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 0, reset compression=false 2024-11-14T08:23:32,940 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731572612939/Put/seqid=0 2024-11-14T08:23:32,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741846_1022 (size=10791) 2024-11-14T08:23:32,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4719f9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:32,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b344df224d93,40913,-1 for getting cluster id 2024-11-14T08:23:32,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:23:32,972 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '697d2379-c554-4835-b65f-24ab67301b9d' 2024-11-14T08:23:32,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:23:32,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "697d2379-c554-4835-b65f-24ab67301b9d" 2024-11-14T08:23:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1247d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,40913,-1] 2024-11-14T08:23:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:23:32,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:32,973 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:23:32,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28cdeef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:32,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:23:32,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,38289,1731572590612, seqNum=-1] 2024-11-14T08:23:32,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:23:32,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T08:23:32,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:23:32,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,40913,1731572590421 2024-11-14T08:23:32,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e8330f8 2024-11-14T08:23:32,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:23:32,986 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T08:23:32,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4., hostname=b344df224d93,38289,1731572590612, seqNum=2] 2024-11-14T08:23:32,992 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T08:23:33,007 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-14T08:23:33,009 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-14T08:23:33,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 637914e0c9710ac949cc829ce0ed5ce4/f 2024-11-14T08:23:33,014 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 0, reset compression=false 2024-11-14T08:23:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T08:23:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:23:33,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 637914e0c9710ac949cc829ce0ed5ce4/f 2024-11-14T08:23:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T08:23:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:23:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HRegion(2603): Flush status journal for 637914e0c9710ac949cc829ce0ed5ce4: 2024-11-14T08:23:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/staging/jenkins__test__jblr0pa2h03ge5neu42c6hjmcnne66nt1qmshvkpb52efkpmo809nl3kmbqj1n49/f/hfile_1 2024-11-14T08:23:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/staging/jenkins__test__jblr0pa2h03ge5neu42c6hjmcnne66nt1qmshvkpb52efkpmo809nl3kmbqj1n49/f/hfile_1 as hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/default/test/637914e0c9710ac949cc829ce0ed5ce4/f/981bb09725d642c5a6aae068600190fa_SeqId_6_ 2024-11-14T08:23:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/staging/jenkins__test__jblr0pa2h03ge5neu42c6hjmcnne66nt1qmshvkpb52efkpmo809nl3kmbqj1n49/f/hfile_0 2024-11-14T08:23:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/staging/jenkins__test__jblr0pa2h03ge5neu42c6hjmcnne66nt1qmshvkpb52efkpmo809nl3kmbqj1n49/f/hfile_0 as hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/default/test/637914e0c9710ac949cc829ce0ed5ce4/f/64237103df6e4883afe67be57350678b_SeqId_6_ 2024-11-14T08:23:33,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/staging/jenkins__test__jblr0pa2h03ge5neu42c6hjmcnne66nt1qmshvkpb52efkpmo809nl3kmbqj1n49/f/hfile_1 into 637914e0c9710ac949cc829ce0ed5ce4/f as hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/default/test/637914e0c9710ac949cc829ce0ed5ce4/f/981bb09725d642c5a6aae068600190fa_SeqId_6_ - updating store file list. 2024-11-14T08:23:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 981bb09725d642c5a6aae068600190fa_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T08:23:33,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/default/test/637914e0c9710ac949cc829ce0ed5ce4/f/981bb09725d642c5a6aae068600190fa_SeqId_6_ into 637914e0c9710ac949cc829ce0ed5ce4/f 2024-11-14T08:23:33,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/staging/jenkins__test__jblr0pa2h03ge5neu42c6hjmcnne66nt1qmshvkpb52efkpmo809nl3kmbqj1n49/f/hfile_1 into 637914e0c9710ac949cc829ce0ed5ce4/f (new location: hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/default/test/637914e0c9710ac949cc829ce0ed5ce4/f/981bb09725d642c5a6aae068600190fa_SeqId_6_) 2024-11-14T08:23:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/staging/jenkins__test__jblr0pa2h03ge5neu42c6hjmcnne66nt1qmshvkpb52efkpmo809nl3kmbqj1n49/f/hfile_1 2024-11-14T08:23:33,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/staging/jenkins__test__jblr0pa2h03ge5neu42c6hjmcnne66nt1qmshvkpb52efkpmo809nl3kmbqj1n49/f/hfile_0 into 637914e0c9710ac949cc829ce0ed5ce4/f as hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/default/test/637914e0c9710ac949cc829ce0ed5ce4/f/64237103df6e4883afe67be57350678b_SeqId_6_ - updating store file list. 2024-11-14T08:23:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 64237103df6e4883afe67be57350678b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T08:23:33,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/default/test/637914e0c9710ac949cc829ce0ed5ce4/f/64237103df6e4883afe67be57350678b_SeqId_6_ into 637914e0c9710ac949cc829ce0ed5ce4/f 2024-11-14T08:23:33,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/staging/jenkins__test__jblr0pa2h03ge5neu42c6hjmcnne66nt1qmshvkpb52efkpmo809nl3kmbqj1n49/f/hfile_0 into 637914e0c9710ac949cc829ce0ed5ce4/f (new location: hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/default/test/637914e0c9710ac949cc829ce0ed5ce4/f/64237103df6e4883afe67be57350678b_SeqId_6_) 2024-11-14T08:23:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/staging/jenkins__test__jblr0pa2h03ge5neu42c6hjmcnne66nt1qmshvkpb52efkpmo809nl3kmbqj1n49/f/hfile_0 2024-11-14T08:23:33,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:23:33,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:23:33,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:33,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:33,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4., hostname=b344df224d93,38289,1731572590612, seqNum=2 , the old value is region=test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4., hostname=b344df224d93,38289,1731572590612, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b344df224d93:38289 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T08:23:33,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4., hostname=b344df224d93,38289,1731572590612, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T08:23:33,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4., hostname=b344df224d93,38289,1731572590612, seqNum=2 from cache 2024-11-14T08:23:33,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:23:33,045 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T08:23:33,048 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T08:23:33,149 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 0, reset compression=false 2024-11-14T08:23:33,153 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:23:33,154 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,38289,1731572590612 got entry batch from reader: WALEntryBatch [walEntries=[{test/637914e0c9710ac949cc829ce0ed5ce4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731572613043/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T08:23:33,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.ReplicationSink(318): Replicating [697d2379-c554-4835-b65f-24ab67301b9d] bulk loaded data 2024-11-14T08:23:33,155 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:38289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T08:23:33,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741839_1015 (size=10791) 2024-11-14T08:23:33,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741840_1016 (size=11194) 2024-11-14T08:23:33,354 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 393, reset compression=false 2024-11-14T08:23:33,421 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 0, reset compression=false 2024-11-14T08:23:33,426 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T08:23:33,426 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b344df224d93,38289,1731572590612 got entry batch from reader: WALEntryBatch [walEntries=[{test/637914e0c9710ac949cc829ce0ed5ce4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731572613043/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T08:23:33,427 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T08:23:33,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T08:23:33,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.ReplicationSink(318): Replicating [697d2379-c554-4835-b65f-24ab67301b9d] bulk loaded data 2024-11-14T08:23:33,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7661a79f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:33,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] client.ClusterIdFetcher(90): Going to request b344df224d93,45163,-1 for getting cluster id 2024-11-14T08:23:33,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T08:23:33,429 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58b03af5-c676-47a4-aeb2-d759d8e9402d' 2024-11-14T08:23:33,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T08:23:33,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58b03af5-c676-47a4-aeb2-d759d8e9402d" 2024-11-14T08:23:33,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40951907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:33,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b344df224d93,45163,-1] 2024-11-14T08:23:33,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T08:23:33,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:33,430 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-14T08:23:33,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6de847ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T08:23:33,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741837_1013 (size=10791) 2024-11-14T08:23:33,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T08:23:33,619 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__mhl3b8nqm3g6e59hh0do5u8pu4c6pcdep13dsuurmn9vp50p4aqo7miij3naqjoe/f/64237103df6e4883afe67be57350678b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T08:23:33,622 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__mhl3b8nqm3g6e59hh0do5u8pu4c6pcdep13dsuurmn9vp50p4aqo7miij3naqjoe/f/981bb09725d642c5a6aae068600190fa_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T08:23:33,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__mhl3b8nqm3g6e59hh0do5u8pu4c6pcdep13dsuurmn9vp50p4aqo7miij3naqjoe/f/981bb09725d642c5a6aae068600190fa_SeqId_6_ for inclusion in 070cfb575031bbebf7afa799b3995df1/f 2024-11-14T08:23:33,626 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 393, reset compression=false 2024-11-14T08:23:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T08:23:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:23:33,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__mhl3b8nqm3g6e59hh0do5u8pu4c6pcdep13dsuurmn9vp50p4aqo7miij3naqjoe/f/64237103df6e4883afe67be57350678b_SeqId_6_ for inclusion in 070cfb575031bbebf7afa799b3995df1/f 2024-11-14T08:23:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T08:23:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:23:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HRegion(2603): Flush status journal for 070cfb575031bbebf7afa799b3995df1: 2024-11-14T08:23:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 981bb09725d642c5a6aae068600190fa_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T08:23:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__mhl3b8nqm3g6e59hh0do5u8pu4c6pcdep13dsuurmn9vp50p4aqo7miij3naqjoe/f/981bb09725d642c5a6aae068600190fa_SeqId_6_ as hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/default/test/070cfb575031bbebf7afa799b3995df1/f/654e5624d8aa49f0b0f9d494856d9b4f_SeqId_6_ 2024-11-14T08:23:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 64237103df6e4883afe67be57350678b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T08:23:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__mhl3b8nqm3g6e59hh0do5u8pu4c6pcdep13dsuurmn9vp50p4aqo7miij3naqjoe/f/64237103df6e4883afe67be57350678b_SeqId_6_ as hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/default/test/070cfb575031bbebf7afa799b3995df1/f/c3ceb4fed74d4a318def48c3ee093ea8_SeqId_6_ 2024-11-14T08:23:33,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__mhl3b8nqm3g6e59hh0do5u8pu4c6pcdep13dsuurmn9vp50p4aqo7miij3naqjoe/f/981bb09725d642c5a6aae068600190fa_SeqId_6_ into 070cfb575031bbebf7afa799b3995df1/f as hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/default/test/070cfb575031bbebf7afa799b3995df1/f/654e5624d8aa49f0b0f9d494856d9b4f_SeqId_6_ - updating store file list. 2024-11-14T08:23:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 654e5624d8aa49f0b0f9d494856d9b4f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T08:23:33,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/default/test/070cfb575031bbebf7afa799b3995df1/f/654e5624d8aa49f0b0f9d494856d9b4f_SeqId_6_ into 070cfb575031bbebf7afa799b3995df1/f 2024-11-14T08:23:33,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__mhl3b8nqm3g6e59hh0do5u8pu4c6pcdep13dsuurmn9vp50p4aqo7miij3naqjoe/f/981bb09725d642c5a6aae068600190fa_SeqId_6_ into 070cfb575031bbebf7afa799b3995df1/f (new location: hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/default/test/070cfb575031bbebf7afa799b3995df1/f/654e5624d8aa49f0b0f9d494856d9b4f_SeqId_6_) 2024-11-14T08:23:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__mhl3b8nqm3g6e59hh0do5u8pu4c6pcdep13dsuurmn9vp50p4aqo7miij3naqjoe/f/981bb09725d642c5a6aae068600190fa_SeqId_6_ 2024-11-14T08:23:33,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__mhl3b8nqm3g6e59hh0do5u8pu4c6pcdep13dsuurmn9vp50p4aqo7miij3naqjoe/f/64237103df6e4883afe67be57350678b_SeqId_6_ into 070cfb575031bbebf7afa799b3995df1/f as hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/default/test/070cfb575031bbebf7afa799b3995df1/f/c3ceb4fed74d4a318def48c3ee093ea8_SeqId_6_ - updating store file list. 2024-11-14T08:23:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c3ceb4fed74d4a318def48c3ee093ea8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T08:23:33,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/default/test/070cfb575031bbebf7afa799b3995df1/f/c3ceb4fed74d4a318def48c3ee093ea8_SeqId_6_ into 070cfb575031bbebf7afa799b3995df1/f 2024-11-14T08:23:33,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__mhl3b8nqm3g6e59hh0do5u8pu4c6pcdep13dsuurmn9vp50p4aqo7miij3naqjoe/f/64237103df6e4883afe67be57350678b_SeqId_6_ into 070cfb575031bbebf7afa799b3995df1/f (new location: hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/default/test/070cfb575031bbebf7afa799b3995df1/f/c3ceb4fed74d4a318def48c3ee093ea8_SeqId_6_) 2024-11-14T08:23:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/staging/jenkins.hfs.22__test__mhl3b8nqm3g6e59hh0do5u8pu4c6pcdep13dsuurmn9vp50p4aqo7miij3naqjoe/f/64237103df6e4883afe67be57350678b_SeqId_6_ 2024-11-14T08:23:33,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34887 {}] regionserver.ReplicationSink(324): Finished replicating [697d2379-c554-4835-b65f-24ab67301b9d] bulk loaded data 2024-11-14T08:23:33,657 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 393, reset compression=false 2024-11-14T08:23:33,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741838_1014 (size=11194) 2024-11-14T08:23:33,929 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 393, reset compression=false 2024-11-14T08:23:34,057 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T08:23:34,061 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 393, reset compression=false 2024-11-14T08:23:34,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T08:23:34,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b344df224d93,45163,1731572602306 2024-11-14T08:23:34,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61b0fb7d 2024-11-14T08:23:34,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T08:23:34,249 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-14T08:23:34,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T08:23:34,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T08:23:34,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b344df224d93,41733,1731572602530, seqNum=-1] 2024-11-14T08:23:34,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T08:23:34,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-14T08:23:34,268 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/staging/jenkins.hfs.23__test__b6afqdboj2g9fmtn2gt8dg2u8v6vo62nd42b9mvhn6ks5fdfbpdleuaqajontkee/f/64237103df6e4883afe67be57350678b_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T08:23:34,270 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/staging/jenkins.hfs.23__test__b6afqdboj2g9fmtn2gt8dg2u8v6vo62nd42b9mvhn6ks5fdfbpdleuaqajontkee/f/981bb09725d642c5a6aae068600190fa_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T08:23:34,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/staging/jenkins.hfs.23__test__b6afqdboj2g9fmtn2gt8dg2u8v6vo62nd42b9mvhn6ks5fdfbpdleuaqajontkee/f/64237103df6e4883afe67be57350678b_SeqId_6_ for inclusion in 8185a4e40d73f6b704e33c119c4e4e67/f 2024-11-14T08:23:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T08:23:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:23:34,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/staging/jenkins.hfs.23__test__b6afqdboj2g9fmtn2gt8dg2u8v6vo62nd42b9mvhn6ks5fdfbpdleuaqajontkee/f/981bb09725d642c5a6aae068600190fa_SeqId_6_ for inclusion in 8185a4e40d73f6b704e33c119c4e4e67/f 2024-11-14T08:23:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T08:23:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T08:23:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.HRegion(2603): Flush status journal for 8185a4e40d73f6b704e33c119c4e4e67: 2024-11-14T08:23:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 64237103df6e4883afe67be57350678b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T08:23:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/staging/jenkins.hfs.23__test__b6afqdboj2g9fmtn2gt8dg2u8v6vo62nd42b9mvhn6ks5fdfbpdleuaqajontkee/f/64237103df6e4883afe67be57350678b_SeqId_6_ as hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/default/test/8185a4e40d73f6b704e33c119c4e4e67/f/b42ed0a4bad34823b3bb5f19a1638318_SeqId_4_ 2024-11-14T08:23:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 981bb09725d642c5a6aae068600190fa_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T08:23:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/staging/jenkins.hfs.23__test__b6afqdboj2g9fmtn2gt8dg2u8v6vo62nd42b9mvhn6ks5fdfbpdleuaqajontkee/f/981bb09725d642c5a6aae068600190fa_SeqId_6_ as hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/default/test/8185a4e40d73f6b704e33c119c4e4e67/f/200ee999b8c843d5a471c74a1d7c343a_SeqId_4_ 2024-11-14T08:23:34,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/staging/jenkins.hfs.23__test__b6afqdboj2g9fmtn2gt8dg2u8v6vo62nd42b9mvhn6ks5fdfbpdleuaqajontkee/f/64237103df6e4883afe67be57350678b_SeqId_6_ into 8185a4e40d73f6b704e33c119c4e4e67/f as hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/default/test/8185a4e40d73f6b704e33c119c4e4e67/f/b42ed0a4bad34823b3bb5f19a1638318_SeqId_4_ - updating store file list. 2024-11-14T08:23:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b42ed0a4bad34823b3bb5f19a1638318_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T08:23:34,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/default/test/8185a4e40d73f6b704e33c119c4e4e67/f/b42ed0a4bad34823b3bb5f19a1638318_SeqId_4_ into 8185a4e40d73f6b704e33c119c4e4e67/f 2024-11-14T08:23:34,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/staging/jenkins.hfs.23__test__b6afqdboj2g9fmtn2gt8dg2u8v6vo62nd42b9mvhn6ks5fdfbpdleuaqajontkee/f/64237103df6e4883afe67be57350678b_SeqId_6_ into 8185a4e40d73f6b704e33c119c4e4e67/f (new location: hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/default/test/8185a4e40d73f6b704e33c119c4e4e67/f/b42ed0a4bad34823b3bb5f19a1638318_SeqId_4_) 2024-11-14T08:23:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/staging/jenkins.hfs.23__test__b6afqdboj2g9fmtn2gt8dg2u8v6vo62nd42b9mvhn6ks5fdfbpdleuaqajontkee/f/64237103df6e4883afe67be57350678b_SeqId_6_ 2024-11-14T08:23:34,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/staging/jenkins.hfs.23__test__b6afqdboj2g9fmtn2gt8dg2u8v6vo62nd42b9mvhn6ks5fdfbpdleuaqajontkee/f/981bb09725d642c5a6aae068600190fa_SeqId_6_ into 8185a4e40d73f6b704e33c119c4e4e67/f as hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/default/test/8185a4e40d73f6b704e33c119c4e4e67/f/200ee999b8c843d5a471c74a1d7c343a_SeqId_4_ - updating store file list. 2024-11-14T08:23:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 200ee999b8c843d5a471c74a1d7c343a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T08:23:34,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/default/test/8185a4e40d73f6b704e33c119c4e4e67/f/200ee999b8c843d5a471c74a1d7c343a_SeqId_4_ into 8185a4e40d73f6b704e33c119c4e4e67/f 2024-11-14T08:23:34,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/staging/jenkins.hfs.23__test__b6afqdboj2g9fmtn2gt8dg2u8v6vo62nd42b9mvhn6ks5fdfbpdleuaqajontkee/f/981bb09725d642c5a6aae068600190fa_SeqId_6_ into 8185a4e40d73f6b704e33c119c4e4e67/f (new location: hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/default/test/8185a4e40d73f6b704e33c119c4e4e67/f/200ee999b8c843d5a471c74a1d7c343a_SeqId_4_) 2024-11-14T08:23:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/staging/jenkins.hfs.23__test__b6afqdboj2g9fmtn2gt8dg2u8v6vo62nd42b9mvhn6ks5fdfbpdleuaqajontkee/f/981bb09725d642c5a6aae068600190fa_SeqId_6_ 2024-11-14T08:23:34,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41733 {}] regionserver.ReplicationSink(324): Finished replicating [697d2379-c554-4835-b65f-24ab67301b9d] bulk loaded data 2024-11-14T08:23:34,332 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 393, reset compression=false 2024-11-14T08:23:34,564 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 393, reset compression=false 2024-11-14T08:23:34,836 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 393, reset compression=false 2024-11-14T08:23:35,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:23:35,063 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:23:35,064 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:23:35,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:35,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:35,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:23:35,064 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:23:35,064 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=57959248, stopped=false 2024-11-14T08:23:35,064 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,45163,1731572602306 2024-11-14T08:23:35,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41733-0x1013870dba40007, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21692916534/running 2024-11-14T08:23:35,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21692916534/running 2024-11-14T08:23:35,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692916534 2024-11-14T08:23:35,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41733-0x1013870dba40007, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692916534 2024-11-14T08:23:35,154 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:23:35,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:23:35,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:23:35,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:35,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41733-0x1013870dba40007, quorum=127.0.0.1:52033, baseZNode=/21692916534 Set watcher on znode that does not yet exist, /21692916534/running 2024-11-14T08:23:35,154 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,41733,1731572602530' ***** 2024-11-14T08:23:35,154 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:23:35,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Set watcher on znode that does not yet exist, /21692916534/running 2024-11-14T08:23:35,155 INFO [RS:0;b344df224d93:41733 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:23:35,155 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:23:35,155 INFO [RS:0;b344df224d93:41733 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:23:35,155 INFO [RS:0;b344df224d93:41733 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:23:35,156 INFO [RS:0;b344df224d93:41733 {}] regionserver.HRegionServer(3091): Received CLOSE for 8185a4e40d73f6b704e33c119c4e4e67 2024-11-14T08:23:35,156 INFO [RS:0;b344df224d93:41733 {}] regionserver.HRegionServer(959): stopping server b344df224d93,41733,1731572602530 2024-11-14T08:23:35,156 INFO [RS:0;b344df224d93:41733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:23:35,156 INFO [RS:0;b344df224d93:41733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:41733. 2024-11-14T08:23:35,156 DEBUG [RS:0;b344df224d93:41733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:23:35,156 DEBUG [RS:0;b344df224d93:41733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:35,156 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8185a4e40d73f6b704e33c119c4e4e67, disabling compactions & flushes 2024-11-14T08:23:35,156 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67. 2024-11-14T08:23:35,156 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67. 2024-11-14T08:23:35,156 INFO [RS:0;b344df224d93:41733 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:23:35,156 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67. after waiting 0 ms 2024-11-14T08:23:35,156 INFO [RS:0;b344df224d93:41733 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:23:35,156 INFO [RS:0;b344df224d93:41733 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:23:35,156 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67. 2024-11-14T08:23:35,156 INFO [RS:0;b344df224d93:41733 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:23:35,157 INFO [RS:0;b344df224d93:41733 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T08:23:35,157 DEBUG [RS:0;b344df224d93:41733 {}] regionserver.HRegionServer(1325): Online Regions={8185a4e40d73f6b704e33c119c4e4e67=test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T08:23:35,157 DEBUG [RS:0;b344df224d93:41733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8185a4e40d73f6b704e33c119c4e4e67 2024-11-14T08:23:35,158 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:23:35,158 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:23:35,158 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:23:35,158 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:23:35,158 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:23:35,158 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T08:23:35,162 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/default/test/8185a4e40d73f6b704e33c119c4e4e67/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T08:23:35,162 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:23:35,162 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:23:35,162 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67. 2024-11-14T08:23:35,162 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8185a4e40d73f6b704e33c119c4e4e67: Waiting for close lock at 1731572615156Running coprocessor pre-close hooks at 1731572615156Disabling compacts and flushes for region at 1731572615156Disabling writes for close at 1731572615156Writing region close event to WAL at 1731572615158 (+2 ms)Running coprocessor post-close hooks at 1731572615162 (+4 ms)Closed at 1731572615162 2024-11-14T08:23:35,162 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67. 2024-11-14T08:23:35,167 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 393, reset compression=false 2024-11-14T08:23:35,178 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/.tmp/info/e42e84d3c13249a7ad50d757b862111a is 129, key is test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67./info:regioninfo/1731572608170/Put/seqid=0 2024-11-14T08:23:35,186 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:23:35,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741839_1015 (size=6421) 2024-11-14T08:23:35,197 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T08:23:35,197 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T08:23:35,358 DEBUG [RS:0;b344df224d93:41733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:23:35,439 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 393, reset compression=false 2024-11-14T08:23:35,558 DEBUG [RS:0;b344df224d93:41733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:23:35,587 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/.tmp/info/e42e84d3c13249a7ad50d757b862111a 2024-11-14T08:23:35,610 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/.tmp/ns/6c3d43a670c64a43b5182008952f9acd is 43, key is default/ns:d/1731572605867/Put/seqid=0 2024-11-14T08:23:35,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741840_1016 (size=5153) 2024-11-14T08:23:35,758 DEBUG [RS:0;b344df224d93:41733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:23:35,881 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 393, reset compression=false 2024-11-14T08:23:35,958 DEBUG [RS:0;b344df224d93:41733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:23:36,014 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/.tmp/ns/6c3d43a670c64a43b5182008952f9acd 2024-11-14T08:23:36,040 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/.tmp/rep_barrier/f00cd5ad7a204e489910661cd04836b4 is 112, key is test,,1731572607778.8185a4e40d73f6b704e33c119c4e4e67./rep_barrier:seqnumDuringOpen/1731572608170/Put/seqid=0 2024-11-14T08:23:36,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741841_1017 (size=5518) 2024-11-14T08:23:36,044 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/.tmp/rep_barrier/f00cd5ad7a204e489910661cd04836b4 2024-11-14T08:23:36,065 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/.tmp/table/f50b79b96a4d48faa54be98b6264eac7 is 40, key is test/table:state/1731572608188/Put/seqid=0 2024-11-14T08:23:36,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741842_1018 (size=5165) 2024-11-14T08:23:36,069 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/.tmp/table/f50b79b96a4d48faa54be98b6264eac7 2024-11-14T08:23:36,081 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/.tmp/info/e42e84d3c13249a7ad50d757b862111a as hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/info/e42e84d3c13249a7ad50d757b862111a 2024-11-14T08:23:36,086 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/info/e42e84d3c13249a7ad50d757b862111a, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T08:23:36,089 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/.tmp/ns/6c3d43a670c64a43b5182008952f9acd as hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/ns/6c3d43a670c64a43b5182008952f9acd 2024-11-14T08:23:36,095 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/ns/6c3d43a670c64a43b5182008952f9acd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T08:23:36,096 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/.tmp/rep_barrier/f00cd5ad7a204e489910661cd04836b4 as hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/rep_barrier/f00cd5ad7a204e489910661cd04836b4 2024-11-14T08:23:36,101 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/rep_barrier/f00cd5ad7a204e489910661cd04836b4, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T08:23:36,102 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/.tmp/table/f50b79b96a4d48faa54be98b6264eac7 as hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/table/f50b79b96a4d48faa54be98b6264eac7 2024-11-14T08:23:36,107 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/table/f50b79b96a4d48faa54be98b6264eac7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T08:23:36,108 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 950ms, sequenceid=11, compaction requested=false 2024-11-14T08:23:36,136 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T08:23:36,137 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:23:36,137 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:23:36,137 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:23:36,137 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572615158Running coprocessor pre-close hooks at 1731572615158Disabling compacts and flushes for region at 1731572615158Disabling writes for close at 1731572615158Obtaining lock to block concurrent updates at 1731572615158Preparing flush snapshotting stores in 1588230740 at 1731572615158Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731572615158Flushing stores of hbase:meta,,1.1588230740 at 1731572615159 (+1 ms)Flushing 1588230740/info: creating writer at 1731572615159Flushing 1588230740/info: appending metadata at 1731572615178 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731572615178Flushing 1588230740/ns: creating writer at 1731572615591 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731572615610 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731572615610Flushing 1588230740/rep_barrier: creating writer at 1731572616018 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731572616039 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731572616039Flushing 1588230740/table: creating writer at 1731572616048 (+9 ms)Flushing 1588230740/table: appending metadata at 1731572616064 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731572616064Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69f902f2: reopening flushed file at 1731572616073 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@165b5ca7: reopening flushed file at 1731572616086 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@211dd9fd: reopening flushed file at 1731572616095 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@140ad0b4: reopening flushed file at 1731572616101 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 950ms, sequenceid=11, compaction requested=false at 1731572616108 (+7 ms)Writing region close event to WAL at 1731572616134 (+26 ms)Running coprocessor post-close hooks at 1731572616137 (+3 ms)Closed at 1731572616137 2024-11-14T08:23:36,137 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:23:36,143 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 393, reset compression=false 2024-11-14T08:23:36,158 INFO [RS:0;b344df224d93:41733 {}] regionserver.HRegionServer(976): stopping server b344df224d93,41733,1731572602530; all regions closed. 2024-11-14T08:23:36,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741834_1010 (size=2717) 2024-11-14T08:23:36,163 DEBUG [RS:0;b344df224d93:41733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/oldWALs 2024-11-14T08:23:36,163 INFO [RS:0;b344df224d93:41733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C41733%2C1731572602530.meta:.meta(num 1731572605818) 2024-11-14T08:23:36,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741832_1008 (size=1028) 2024-11-14T08:23:36,168 DEBUG [RS:0;b344df224d93:41733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/oldWALs 2024-11-14T08:23:36,168 INFO [RS:0;b344df224d93:41733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C41733%2C1731572602530:(num 1731572605308) 2024-11-14T08:23:36,168 DEBUG [RS:0;b344df224d93:41733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:36,168 INFO [RS:0;b344df224d93:41733 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:23:36,168 INFO [RS:0;b344df224d93:41733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:23:36,168 INFO [RS:0;b344df224d93:41733 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T08:23:36,168 INFO [RS:0;b344df224d93:41733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:23:36,168 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:23:36,169 INFO [RS:0;b344df224d93:41733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:41733. 2024-11-14T08:23:36,169 DEBUG [RS:0;b344df224d93:41733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:23:36,169 DEBUG [RS:0;b344df224d93:41733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:36,169 DEBUG [RS:0;b344df224d93:41733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:36,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:23:36,169 INFO [RS:0;b344df224d93:41733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41733 2024-11-14T08:23:36,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41733-0x1013870dba40007, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21692916534/rs/b344df224d93,41733,1731572602530 2024-11-14T08:23:36,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692916534/rs 2024-11-14T08:23:36,238 INFO [RS:0;b344df224d93:41733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:23:36,238 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,41733,1731572602530] 2024-11-14T08:23:36,259 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21692916534/draining/b344df224d93,41733,1731572602530 already deleted, retry=false 2024-11-14T08:23:36,259 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,41733,1731572602530 expired; onlineServers=0 2024-11-14T08:23:36,259 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,45163,1731572602306' ***** 2024-11-14T08:23:36,259 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:23:36,259 INFO [M:0;b344df224d93:45163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:23:36,259 INFO [M:0;b344df224d93:45163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:23:36,259 DEBUG [M:0;b344df224d93:45163 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:23:36,259 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:23:36,259 DEBUG [M:0;b344df224d93:45163 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:23:36,259 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572605034 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572605034,5,FailOnTimeoutGroup] 2024-11-14T08:23:36,259 INFO [M:0;b344df224d93:45163 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:23:36,259 INFO [M:0;b344df224d93:45163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:23:36,259 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572605034 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572605034,5,FailOnTimeoutGroup] 2024-11-14T08:23:36,259 DEBUG [M:0;b344df224d93:45163 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:23:36,260 INFO [M:0;b344df224d93:45163 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:23:36,260 INFO [M:0;b344df224d93:45163 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:23:36,260 INFO [M:0;b344df224d93:45163 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:23:36,260 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:23:36,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21692916534/master 2024-11-14T08:23:36,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21692916534 2024-11-14T08:23:36,269 DEBUG [M:0;b344df224d93:45163 {}] zookeeper.ZKUtil(347): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Unable to get data of znode /21692916534/master because node does not exist (not an error) 2024-11-14T08:23:36,269 WARN [M:0;b344df224d93:45163 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T08:23:36,270 INFO [M:0;b344df224d93:45163 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/.lastflushedseqids 2024-11-14T08:23:36,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741843_1019 (size=173) 2024-11-14T08:23:36,280 INFO [M:0;b344df224d93:45163 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:23:36,280 INFO [M:0;b344df224d93:45163 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:23:36,281 DEBUG [M:0;b344df224d93:45163 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:23:36,281 INFO [M:0;b344df224d93:45163 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:36,281 DEBUG [M:0;b344df224d93:45163 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:36,281 DEBUG [M:0;b344df224d93:45163 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:23:36,281 DEBUG [M:0;b344df224d93:45163 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:36,282 INFO [M:0;b344df224d93:45163 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-14T08:23:36,301 DEBUG [M:0;b344df224d93:45163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99a2c64ff34249c1b932d775b8cd69d2 is 82, key is hbase:meta,,1/info:regioninfo/1731572605851/Put/seqid=0 2024-11-14T08:23:36,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741844_1020 (size=5672) 2024-11-14T08:23:36,312 INFO [M:0;b344df224d93:45163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99a2c64ff34249c1b932d775b8cd69d2 2024-11-14T08:23:36,339 DEBUG [M:0;b344df224d93:45163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f7151b7874a64ba7952317009230c020 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731572608193/Put/seqid=0 2024-11-14T08:23:36,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741845_1021 (size=6586) 2024-11-14T08:23:36,346 INFO [M:0;b344df224d93:45163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f7151b7874a64ba7952317009230c020 2024-11-14T08:23:36,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41733-0x1013870dba40007, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:23:36,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41733-0x1013870dba40007, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:23:36,349 INFO [RS:0;b344df224d93:41733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:23:36,349 INFO [RS:0;b344df224d93:41733 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,41733,1731572602530; zookeeper connection closed. 2024-11-14T08:23:36,350 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29b665f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29b665f7 2024-11-14T08:23:36,350 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:23:36,371 DEBUG [M:0;b344df224d93:45163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e49b50bf8d24dc9acfec2d4b18b7b85 is 69, key is b344df224d93,41733,1731572602530/rs:state/1731572605097/Put/seqid=0 2024-11-14T08:23:36,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741846_1022 (size=5156) 2024-11-14T08:23:36,378 INFO [M:0;b344df224d93:45163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e49b50bf8d24dc9acfec2d4b18b7b85 2024-11-14T08:23:36,385 DEBUG [M:0;b344df224d93:45163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99a2c64ff34249c1b932d775b8cd69d2 as hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99a2c64ff34249c1b932d775b8cd69d2 2024-11-14T08:23:36,389 INFO [M:0;b344df224d93:45163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99a2c64ff34249c1b932d775b8cd69d2, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T08:23:36,390 DEBUG [M:0;b344df224d93:45163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f7151b7874a64ba7952317009230c020 as hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f7151b7874a64ba7952317009230c020 2024-11-14T08:23:36,394 INFO [M:0;b344df224d93:45163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f7151b7874a64ba7952317009230c020, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T08:23:36,395 DEBUG [M:0;b344df224d93:45163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e49b50bf8d24dc9acfec2d4b18b7b85 as hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e49b50bf8d24dc9acfec2d4b18b7b85 2024-11-14T08:23:36,400 INFO [M:0;b344df224d93:45163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35755/user/jenkins/test-data/9f08885f-47d0-d45d-46f3-f65a1144d4bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e49b50bf8d24dc9acfec2d4b18b7b85, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T08:23:36,401 INFO [M:0;b344df224d93:45163 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=55, compaction requested=false 2024-11-14T08:23:36,404 INFO [M:0;b344df224d93:45163 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:36,404 DEBUG [M:0;b344df224d93:45163 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572616280Disabling compacts and flushes for region at 1731572616280Disabling writes for close at 1731572616281 (+1 ms)Obtaining lock to block concurrent updates at 1731572616282 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572616282Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731572616282Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572616283 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572616283Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572616301 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572616301Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572616317 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572616339 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572616339Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572616350 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572616370 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572616370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23c41762: reopening flushed file at 1731572616384 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13be66cb: reopening flushed file at 1731572616389 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55eab42a: reopening flushed file at 1731572616394 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=55, compaction requested=false at 1731572616401 (+7 ms)Writing region close event to WAL at 1731572616404 (+3 ms)Closed at 1731572616404 2024-11-14T08:23:36,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33871 is added to blk_1073741830_1006 (size=32770) 2024-11-14T08:23:36,413 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:23:36,413 INFO [M:0;b344df224d93:45163 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:23:36,413 INFO [M:0;b344df224d93:45163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45163 2024-11-14T08:23:36,414 INFO [M:0;b344df224d93:45163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:23:36,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:23:36,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45163-0x1013870dba40006, quorum=127.0.0.1:52033, baseZNode=/21692916534 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:23:36,527 INFO [M:0;b344df224d93:45163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:23:36,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20ee8f85{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:23:36,537 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59339744{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:23:36,538 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:23:36,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec34f65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:23:36,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18cc5204{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/hadoop.log.dir/,STOPPED} 2024-11-14T08:23:36,540 WARN [BP-803867605-172.17.0.3-1731572600101 heartbeating to localhost/127.0.0.1:35755 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:23:36,540 WARN [BP-803867605-172.17.0.3-1731572600101 heartbeating to localhost/127.0.0.1:35755 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-803867605-172.17.0.3-1731572600101 (Datanode Uuid b16840a4-bb3e-408a-990f-55f4427a28a1) service to localhost/127.0.0.1:35755 2024-11-14T08:23:36,541 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/cluster_69016db4-0add-3a91-d3dc-ed8b1a68f347/data/data2/current/BP-803867605-172.17.0.3-1731572600101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:23:36,541 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:23:36,541 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:23:36,541 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:23:36,541 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/cluster_69016db4-0add-3a91-d3dc-ed8b1a68f347/data/data1/current/BP-803867605-172.17.0.3-1731572600101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:23:36,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cd188a1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:23:36,551 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@875b4a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:23:36,552 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:23:36,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@430d0207{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:23:36,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45b46e78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c33da6ab-b034-d84f-a70d-b3b88f380508/hadoop.log.dir/,STOPPED} 2024-11-14T08:23:36,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T08:23:36,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:23:36,570 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:23:36,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:23:36,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:36,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:36,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:23:36,571 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:23:36,571 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=853089782, stopped=false 2024-11-14T08:23:36,571 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,38107,1731572595889 2024-11-14T08:23:36,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34887-0x1013870dba40004, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-15004099/running 2024-11-14T08:23:36,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-15004099/running 2024-11-14T08:23:36,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15004099 2024-11-14T08:23:36,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34887-0x1013870dba40004, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15004099 2024-11-14T08:23:36,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34887-0x1013870dba40004, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Set watcher on znode that does not yet exist, /1-15004099/running 2024-11-14T08:23:36,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Set watcher on znode that does not yet exist, /1-15004099/running 2024-11-14T08:23:36,587 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:23:36,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:23:36,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:23:36,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:36,589 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,34887,1731572596036' ***** 2024-11-14T08:23:36,589 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:23:36,589 INFO [RS:0;b344df224d93:34887 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:23:36,589 INFO [RS:0;b344df224d93:34887 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:23:36,589 INFO [RS:0;b344df224d93:34887 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:23:36,589 INFO [RS:0;b344df224d93:34887 {}] regionserver.HRegionServer(3091): Received CLOSE for 070cfb575031bbebf7afa799b3995df1 2024-11-14T08:23:36,589 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:23:36,591 INFO [RS:0;b344df224d93:34887 {}] regionserver.HRegionServer(959): stopping server b344df224d93,34887,1731572596036 2024-11-14T08:23:36,591 INFO [RS:0;b344df224d93:34887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:23:36,591 INFO [RS:0;b344df224d93:34887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:34887. 2024-11-14T08:23:36,591 DEBUG [RS:0;b344df224d93:34887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:23:36,591 DEBUG [RS:0;b344df224d93:34887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:36,591 INFO [RS:0;b344df224d93:34887 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:23:36,591 INFO [RS:0;b344df224d93:34887 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:23:36,591 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 070cfb575031bbebf7afa799b3995df1, disabling compactions & flushes 2024-11-14T08:23:36,591 INFO [RS:0;b344df224d93:34887 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:23:36,591 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731572606637.070cfb575031bbebf7afa799b3995df1. 2024-11-14T08:23:36,591 INFO [RS:0;b344df224d93:34887 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:23:36,591 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572606637.070cfb575031bbebf7afa799b3995df1. 2024-11-14T08:23:36,591 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731572606637.070cfb575031bbebf7afa799b3995df1. after waiting 0 ms 2024-11-14T08:23:36,591 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731572606637.070cfb575031bbebf7afa799b3995df1. 2024-11-14T08:23:36,591 INFO [RS:0;b344df224d93:34887 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T08:23:36,591 DEBUG [RS:0;b344df224d93:34887 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 070cfb575031bbebf7afa799b3995df1=test,,1731572606637.070cfb575031bbebf7afa799b3995df1.} 2024-11-14T08:23:36,592 DEBUG [RS:0;b344df224d93:34887 {}] regionserver.HRegionServer(1351): Waiting on 070cfb575031bbebf7afa799b3995df1, 1588230740 2024-11-14T08:23:36,592 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:23:36,592 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:23:36,592 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:23:36,592 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:23:36,592 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:23:36,592 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T08:23:36,610 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/default/test/070cfb575031bbebf7afa799b3995df1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T08:23:36,611 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:23:36,611 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:23:36,611 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731572606637.070cfb575031bbebf7afa799b3995df1. 2024-11-14T08:23:36,611 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 070cfb575031bbebf7afa799b3995df1: Waiting for close lock at 1731572616591Running coprocessor pre-close hooks at 1731572616591Disabling compacts and flushes for region at 1731572616591Disabling writes for close at 1731572616591Writing region close event to WAL at 1731572616598 (+7 ms)Running coprocessor post-close hooks at 1731572616611 (+13 ms)Closed at 1731572616611 2024-11-14T08:23:36,611 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731572606637.070cfb575031bbebf7afa799b3995df1. 2024-11-14T08:23:36,622 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/.tmp/info/1d6e34827f2247ed833b0985ad9650ee is 129, key is test,,1731572606637.070cfb575031bbebf7afa799b3995df1./info:regioninfo/1731572607397/Put/seqid=0 2024-11-14T08:23:36,625 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:23:36,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741841_1017 (size=6421) 2024-11-14T08:23:36,630 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/.tmp/info/1d6e34827f2247ed833b0985ad9650ee 2024-11-14T08:23:36,655 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/.tmp/ns/bca630b5788a42e2bd82f8202af2f184 is 43, key is default/ns:d/1731572599922/Put/seqid=0 2024-11-14T08:23:36,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741842_1018 (size=5153) 2024-11-14T08:23:36,664 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/.tmp/ns/bca630b5788a42e2bd82f8202af2f184 2024-11-14T08:23:36,685 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 393, reset compression=false 2024-11-14T08:23:36,698 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/.tmp/rep_barrier/4ef2eb835b384a4ab4ceaaa5f721bc24 is 112, key is test,,1731572606637.070cfb575031bbebf7afa799b3995df1./rep_barrier:seqnumDuringOpen/1731572607397/Put/seqid=0 2024-11-14T08:23:36,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741843_1019 (size=5518) 2024-11-14T08:23:36,705 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/.tmp/rep_barrier/4ef2eb835b384a4ab4ceaaa5f721bc24 2024-11-14T08:23:36,727 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/.tmp/table/e7eac350bfe64f388d4b8567228c4fd7 is 40, key is test/table:state/1731572607403/Put/seqid=0 2024-11-14T08:23:36,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741844_1020 (size=5165) 2024-11-14T08:23:36,734 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/.tmp/table/e7eac350bfe64f388d4b8567228c4fd7 2024-11-14T08:23:36,741 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/.tmp/info/1d6e34827f2247ed833b0985ad9650ee as hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/info/1d6e34827f2247ed833b0985ad9650ee 2024-11-14T08:23:36,753 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/info/1d6e34827f2247ed833b0985ad9650ee, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T08:23:36,754 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/.tmp/ns/bca630b5788a42e2bd82f8202af2f184 as hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/ns/bca630b5788a42e2bd82f8202af2f184 2024-11-14T08:23:36,758 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/ns/bca630b5788a42e2bd82f8202af2f184, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T08:23:36,759 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/.tmp/rep_barrier/4ef2eb835b384a4ab4ceaaa5f721bc24 as hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/rep_barrier/4ef2eb835b384a4ab4ceaaa5f721bc24 2024-11-14T08:23:36,765 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/rep_barrier/4ef2eb835b384a4ab4ceaaa5f721bc24, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T08:23:36,766 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/.tmp/table/e7eac350bfe64f388d4b8567228c4fd7 as hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/table/e7eac350bfe64f388d4b8567228c4fd7 2024-11-14T08:23:36,770 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/table/e7eac350bfe64f388d4b8567228c4fd7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T08:23:36,771 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 179ms, sequenceid=11, compaction requested=false 2024-11-14T08:23:36,784 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T08:23:36,785 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:23:36,785 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:23:36,785 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:23:36,785 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572616592Running coprocessor pre-close hooks at 1731572616592Disabling compacts and flushes for region at 1731572616592Disabling writes for close at 1731572616592Obtaining lock to block concurrent updates at 1731572616592Preparing flush snapshotting stores in 1588230740 at 1731572616592Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731572616592Flushing stores of hbase:meta,,1.1588230740 at 1731572616593 (+1 ms)Flushing 1588230740/info: creating writer at 1731572616593Flushing 1588230740/info: appending metadata at 1731572616621 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731572616621Flushing 1588230740/ns: creating writer at 1731572616637 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731572616655 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731572616655Flushing 1588230740/rep_barrier: creating writer at 1731572616669 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731572616698 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731572616698Flushing 1588230740/table: creating writer at 1731572616709 (+11 ms)Flushing 1588230740/table: appending metadata at 1731572616727 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731572616727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@180fe4ca: reopening flushed file at 1731572616740 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47383917: reopening flushed file at 1731572616753 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@697bf5fd: reopening flushed file at 1731572616759 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@156b8b62: reopening flushed file at 1731572616765 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 179ms, sequenceid=11, compaction requested=false at 1731572616771 (+6 ms)Writing region close event to WAL at 1731572616780 (+9 ms)Running coprocessor post-close hooks at 1731572616785 (+5 ms)Closed at 1731572616785 2024-11-14T08:23:36,785 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:23:36,792 INFO [RS:0;b344df224d93:34887 {}] regionserver.HRegionServer(976): stopping server b344df224d93,34887,1731572596036; all regions closed. 2024-11-14T08:23:36,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741834_1010 (size=2717) 2024-11-14T08:23:36,802 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T08:23:36,802 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T08:23:36,804 DEBUG [RS:0;b344df224d93:34887 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/oldWALs 2024-11-14T08:23:36,804 INFO [RS:0;b344df224d93:34887 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C34887%2C1731572596036.meta:.meta(num 1731572599869) 2024-11-14T08:23:36,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741832_1008 (size=1374) 2024-11-14T08:23:36,812 DEBUG [RS:0;b344df224d93:34887 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/oldWALs 2024-11-14T08:23:36,812 INFO [RS:0;b344df224d93:34887 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b344df224d93%2C34887%2C1731572596036:(num 1731572598932) 2024-11-14T08:23:36,812 DEBUG [RS:0;b344df224d93:34887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:36,812 INFO [RS:0;b344df224d93:34887 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:23:36,812 INFO [RS:0;b344df224d93:34887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:23:36,813 INFO [RS:0;b344df224d93:34887 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T08:23:36,813 INFO [RS:0;b344df224d93:34887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:23:36,813 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:23:36,813 INFO [RS:0;b344df224d93:34887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:34887. 2024-11-14T08:23:36,813 DEBUG [RS:0;b344df224d93:34887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:23:36,813 DEBUG [RS:0;b344df224d93:34887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:36,814 DEBUG [RS:0;b344df224d93:34887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:36,814 INFO [RS:0;b344df224d93:34887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34887 2024-11-14T08:23:36,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:23:36,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34887-0x1013870dba40004, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-15004099/rs/b344df224d93,34887,1731572596036 2024-11-14T08:23:36,835 INFO [RS:0;b344df224d93:34887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:23:36,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15004099/rs 2024-11-14T08:23:36,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,34887,1731572596036] 2024-11-14T08:23:36,848 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-15004099/draining/b344df224d93,34887,1731572596036 already deleted, retry=false 2024-11-14T08:23:36,848 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,34887,1731572596036 expired; onlineServers=0 2024-11-14T08:23:36,848 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,38107,1731572595889' ***** 2024-11-14T08:23:36,848 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:23:36,849 INFO [M:0;b344df224d93:38107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:23:36,849 INFO [M:0;b344df224d93:38107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:23:36,849 DEBUG [M:0;b344df224d93:38107 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:23:36,849 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:23:36,849 DEBUG [M:0;b344df224d93:38107 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:23:36,849 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572598640 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572598640,5,FailOnTimeoutGroup] 2024-11-14T08:23:36,849 INFO [M:0;b344df224d93:38107 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:23:36,849 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572598640 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572598640,5,FailOnTimeoutGroup] 2024-11-14T08:23:36,849 INFO [M:0;b344df224d93:38107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:23:36,849 DEBUG [M:0;b344df224d93:38107 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:23:36,849 INFO [M:0;b344df224d93:38107 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:23:36,850 INFO [M:0;b344df224d93:38107 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:23:36,850 INFO [M:0;b344df224d93:38107 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:23:36,850 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:23:36,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-15004099/master 2024-11-14T08:23:36,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-15004099 2024-11-14T08:23:36,869 DEBUG [M:0;b344df224d93:38107 {}] zookeeper.RecoverableZooKeeper(212): Node /1-15004099/master already deleted, retry=false 2024-11-14T08:23:36,869 DEBUG [M:0;b344df224d93:38107 {}] master.ActiveMasterManager(353): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-15004099/master 2024-11-14T08:23:36,870 INFO [M:0;b344df224d93:38107 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/.lastflushedseqids 2024-11-14T08:23:36,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741845_1021 (size=173) 2024-11-14T08:23:36,892 INFO [M:0;b344df224d93:38107 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:23:36,892 INFO [M:0;b344df224d93:38107 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:23:36,892 DEBUG [M:0;b344df224d93:38107 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:23:36,892 INFO [M:0;b344df224d93:38107 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:36,892 DEBUG [M:0;b344df224d93:38107 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:36,892 DEBUG [M:0;b344df224d93:38107 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:23:36,892 DEBUG [M:0;b344df224d93:38107 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:36,892 INFO [M:0;b344df224d93:38107 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-14T08:23:36,912 DEBUG [M:0;b344df224d93:38107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0105f5d674e245fe8601088048c26103 is 82, key is hbase:meta,,1/info:regioninfo/1731572599905/Put/seqid=0 2024-11-14T08:23:36,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741846_1022 (size=5672) 2024-11-14T08:23:36,919 INFO [M:0;b344df224d93:38107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0105f5d674e245fe8601088048c26103 2024-11-14T08:23:36,942 DEBUG [M:0;b344df224d93:38107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f1a0c55d2c74f48b9f0af7af3935511 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731572607405/Put/seqid=0 2024-11-14T08:23:36,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741847_1023 (size=6585) 2024-11-14T08:23:36,946 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 393, reset compression=false 2024-11-14T08:23:36,949 INFO [RS:0;b344df224d93:34887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:23:36,952 INFO [RS:0;b344df224d93:34887 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,34887,1731572596036; zookeeper connection closed. 2024-11-14T08:23:36,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34887-0x1013870dba40004, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:23:36,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34887-0x1013870dba40004, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:23:36,960 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@170b657b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@170b657b 2024-11-14T08:23:36,960 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:23:37,349 INFO [M:0;b344df224d93:38107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f1a0c55d2c74f48b9f0af7af3935511 2024-11-14T08:23:37,373 DEBUG [M:0;b344df224d93:38107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2c83ead91d2491a938bcc69ed9539ef is 69, key is b344df224d93,34887,1731572596036/rs:state/1731572598696/Put/seqid=0 2024-11-14T08:23:37,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741848_1024 (size=5156) 2024-11-14T08:23:37,376 INFO [M:0;b344df224d93:38107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2c83ead91d2491a938bcc69ed9539ef 2024-11-14T08:23:37,381 DEBUG [M:0;b344df224d93:38107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0105f5d674e245fe8601088048c26103 as hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0105f5d674e245fe8601088048c26103 2024-11-14T08:23:37,386 INFO [M:0;b344df224d93:38107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0105f5d674e245fe8601088048c26103, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T08:23:37,387 DEBUG [M:0;b344df224d93:38107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f1a0c55d2c74f48b9f0af7af3935511 as hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f1a0c55d2c74f48b9f0af7af3935511 2024-11-14T08:23:37,392 INFO [M:0;b344df224d93:38107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f1a0c55d2c74f48b9f0af7af3935511, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T08:23:37,393 DEBUG [M:0;b344df224d93:38107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2c83ead91d2491a938bcc69ed9539ef as hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2c83ead91d2491a938bcc69ed9539ef 2024-11-14T08:23:37,398 INFO [M:0;b344df224d93:38107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44803/user/jenkins/test-data/21809b4b-d34f-b560-d91a-45f948bc2141/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2c83ead91d2491a938bcc69ed9539ef, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T08:23:37,400 INFO [M:0;b344df224d93:38107 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=55, compaction requested=false 2024-11-14T08:23:37,408 INFO [M:0;b344df224d93:38107 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:37,408 DEBUG [M:0;b344df224d93:38107 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572616892Disabling compacts and flushes for region at 1731572616892Disabling writes for close at 1731572616892Obtaining lock to block concurrent updates at 1731572616892Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572616892Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731572616892Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572616893 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572616893Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572616911 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572616911Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572616924 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572616941 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572616941Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572617352 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572617372 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572617372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6941dca: reopening flushed file at 1731572617380 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a8d474c: reopening flushed file at 1731572617386 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cda44fb: reopening flushed file at 1731572617392 (+6 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=55, compaction requested=false at 1731572617400 (+8 ms)Writing region close event to WAL at 1731572617408 (+8 ms)Closed at 1731572617408 2024-11-14T08:23:37,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41159 is added to blk_1073741830_1006 (size=32758) 2024-11-14T08:23:37,414 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:23:37,414 INFO [M:0;b344df224d93:38107 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:23:37,414 INFO [M:0;b344df224d93:38107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38107 2024-11-14T08:23:37,415 INFO [M:0;b344df224d93:38107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:23:37,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:23:37,566 INFO [M:0;b344df224d93:38107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:23:37,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38107-0x1013870dba40003, quorum=127.0.0.1:52033, baseZNode=/1-15004099 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:23:37,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3518ad92{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:23:37,570 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@377ad926{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:23:37,570 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:23:37,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2553617c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:23:37,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3888e3e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/hadoop.log.dir/,STOPPED} 2024-11-14T08:23:37,571 WARN [BP-1405062383-172.17.0.3-1731572593998 heartbeating to localhost/127.0.0.1:44803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:23:37,571 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:23:37,571 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:23:37,571 WARN [BP-1405062383-172.17.0.3-1731572593998 heartbeating to localhost/127.0.0.1:44803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1405062383-172.17.0.3-1731572593998 (Datanode Uuid 0fc8a0f9-5e02-4419-90d7-c0c20d41a1b0) service to localhost/127.0.0.1:44803 2024-11-14T08:23:37,571 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/cluster_1e704b57-dad9-fdb5-9d39-3e36a2030de9/data/data1/current/BP-1405062383-172.17.0.3-1731572593998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:23:37,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/cluster_1e704b57-dad9-fdb5-9d39-3e36a2030de9/data/data2/current/BP-1405062383-172.17.0.3-1731572593998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:23:37,572 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:23:37,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30309af5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:23:37,578 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23c44d2f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:23:37,578 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:23:37,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cede307{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:23:37,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d8f908{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/621ae494-65e6-4eee-a2bc-920051beeff0/hadoop.log.dir/,STOPPED} 2024-11-14T08:23:37,589 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 393, reset compression=false 2024-11-14T08:23:37,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T08:23:37,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T08:23:37,594 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:23:37,594 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:23:37,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:37,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:37,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:23:37,594 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T08:23:37,594 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=762877326, stopped=false 2024-11-14T08:23:37,594 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b344df224d93,40913,1731572590421 2024-11-14T08:23:37,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1796025528/running 2024-11-14T08:23:37,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1796025528/running 2024-11-14T08:23:37,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528 2024-11-14T08:23:37,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528 2024-11-14T08:23:37,614 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:23:37,614 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T08:23:37,614 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:23:37,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:37,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Set watcher on znode that does not yet exist, /0-1796025528/running 2024-11-14T08:23:37,614 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b344df224d93,38289,1731572590612' ***** 2024-11-14T08:23:37,614 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T08:23:37,615 INFO [RS:0;b344df224d93:38289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T08:23:37,615 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T08:23:37,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Set watcher on znode that does not yet exist, /0-1796025528/running 2024-11-14T08:23:37,615 INFO [RS:0;b344df224d93:38289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T08:23:37,615 INFO [RS:0;b344df224d93:38289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T08:23:37,615 INFO [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(3091): Received CLOSE for 637914e0c9710ac949cc829ce0ed5ce4 2024-11-14T08:23:37,616 INFO [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(3091): Received CLOSE for d4706ef7af3a4b9476118c69c850de31 2024-11-14T08:23:37,616 INFO [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(959): stopping server b344df224d93,38289,1731572590612 2024-11-14T08:23:37,616 INFO [RS:0;b344df224d93:38289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:23:37,616 INFO [RS:0;b344df224d93:38289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:38289. 2024-11-14T08:23:37,616 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 637914e0c9710ac949cc829ce0ed5ce4, disabling compactions & flushes 2024-11-14T08:23:37,616 DEBUG [RS:0;b344df224d93:38289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:23:37,616 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4. 2024-11-14T08:23:37,616 DEBUG [RS:0;b344df224d93:38289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:37,616 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4. 2024-11-14T08:23:37,616 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4. after waiting 0 ms 2024-11-14T08:23:37,616 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4. 2024-11-14T08:23:37,616 INFO [RS:0;b344df224d93:38289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T08:23:37,616 INFO [RS:0;b344df224d93:38289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T08:23:37,616 INFO [RS:0;b344df224d93:38289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T08:23:37,616 INFO [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T08:23:37,618 INFO [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T08:23:37,618 DEBUG [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 637914e0c9710ac949cc829ce0ed5ce4=test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4., d4706ef7af3a4b9476118c69c850de31=hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31.} 2024-11-14T08:23:37,618 DEBUG [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 637914e0c9710ac949cc829ce0ed5ce4, d4706ef7af3a4b9476118c69c850de31 2024-11-14T08:23:37,618 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T08:23:37,618 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T08:23:37,618 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T08:23:37,618 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T08:23:37,618 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T08:23:37,618 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T08:23:37,622 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/default/test/637914e0c9710ac949cc829ce0ed5ce4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T08:23:37,622 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:23:37,622 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T08:23:37,622 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4. 2024-11-14T08:23:37,622 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 637914e0c9710ac949cc829ce0ed5ce4: Waiting for close lock at 1731572617616Running coprocessor pre-close hooks at 1731572617616Disabling compacts and flushes for region at 1731572617616Disabling writes for close at 1731572617616Writing region close event to WAL at 1731572617619 (+3 ms)Running coprocessor post-close hooks at 1731572617622 (+3 ms)Closed at 1731572617622 2024-11-14T08:23:37,622 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4. 2024-11-14T08:23:37,622 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4706ef7af3a4b9476118c69c850de31, disabling compactions & flushes 2024-11-14T08:23:37,622 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31. 2024-11-14T08:23:37,622 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31. 2024-11-14T08:23:37,622 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31. after waiting 0 ms 2024-11-14T08:23:37,622 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31. 2024-11-14T08:23:37,623 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d4706ef7af3a4b9476118c69c850de31 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-14T08:23:37,639 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/.tmp/info/2b4cb0d8707e45268e6349bb2e6d71c5 is 147, key is hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31./info:regioninfo/1731572609288/Put/seqid=0 2024-11-14T08:23:37,643 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/replication/d4706ef7af3a4b9476118c69c850de31/.tmp/hfileref/254c91ed7bb14c1cb9637c583de94d33 is 74, key is 1/hfileref:251beb2a37114995b9493007034d902e_SeqId_4_/1731572611221/DeleteColumn/seqid=0 2024-11-14T08:23:37,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741847_1023 (size=7686) 2024-11-14T08:23:37,645 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/.tmp/info/2b4cb0d8707e45268e6349bb2e6d71c5 2024-11-14T08:23:37,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741848_1024 (size=5489) 2024-11-14T08:23:37,664 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/.tmp/ns/848fc789a9e7494996029fe0a7b45e1d is 43, key is default/ns:d/1731572593915/Put/seqid=0 2024-11-14T08:23:37,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741849_1025 (size=5153) 2024-11-14T08:23:37,694 INFO [regionserver/b344df224d93:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:23:37,818 DEBUG [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4706ef7af3a4b9476118c69c850de31 2024-11-14T08:23:37,871 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 393, reset compression=false 2024-11-14T08:23:37,875 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:23:37,875 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 688, reset compression=false 2024-11-14T08:23:37,875 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b344df224d93,38289,1731572590612 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:23:37,876 ERROR [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b344df224d93,38289,1731572590612: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-b344df224d93,38289,1731572590612, walGroup=b344df224d93%2C38289%2C1731572590612, offset=b344df224d93%2C38289%2C1731572590612.1731572612176:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:38289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T08:23:37,877 ERROR [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T08:23:37,877 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T08:23:37,878 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T08:23:37,878 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T08:23:37,878 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T08:23:37,878 INFO [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1577058304, "init": 1048576000, "max": 2306867200, "used": 1262042808 }, "NonHeapMemoryUsage": { "committed": 211877888, "init": 7667712, "max": -1, "used": 208794296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T08:23:37,878 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:40913 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b344df224d93:40913 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T08:23:37,955 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T08:23:37,955 INFO [regionserver/b344df224d93:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T08:23:38,018 DEBUG [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d4706ef7af3a4b9476118c69c850de31 2024-11-14T08:23:38,047 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/replication/d4706ef7af3a4b9476118c69c850de31/.tmp/hfileref/254c91ed7bb14c1cb9637c583de94d33 2024-11-14T08:23:38,066 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/replication/d4706ef7af3a4b9476118c69c850de31/.tmp/queue/bd4bc411190347b184f7e0c1d4ac53e3 is 153, key is 1-b344df224d93,38289,1731572590612/queue:b344df224d93%2C38289%2C1731572590612/1731572613654/Put/seqid=0 2024-11-14T08:23:38,068 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/.tmp/ns/848fc789a9e7494996029fe0a7b45e1d 2024-11-14T08:23:38,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741850_1026 (size=5504) 2024-11-14T08:23:38,070 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/replication/d4706ef7af3a4b9476118c69c850de31/.tmp/queue/bd4bc411190347b184f7e0c1d4ac53e3 2024-11-14T08:23:38,073 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/replication/d4706ef7af3a4b9476118c69c850de31/.tmp/hfileref/254c91ed7bb14c1cb9637c583de94d33 as hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/replication/d4706ef7af3a4b9476118c69c850de31/hfileref/254c91ed7bb14c1cb9637c583de94d33 2024-11-14T08:23:38,077 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/replication/d4706ef7af3a4b9476118c69c850de31/hfileref/254c91ed7bb14c1cb9637c583de94d33, entries=6, sequenceid=17, filesize=5.4 K 2024-11-14T08:23:38,077 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/replication/d4706ef7af3a4b9476118c69c850de31/.tmp/queue/bd4bc411190347b184f7e0c1d4ac53e3 as hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/replication/d4706ef7af3a4b9476118c69c850de31/queue/bd4bc411190347b184f7e0c1d4ac53e3 2024-11-14T08:23:38,079 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 688, reset compression=false 2024-11-14T08:23:38,081 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/replication/d4706ef7af3a4b9476118c69c850de31/queue/bd4bc411190347b184f7e0c1d4ac53e3, entries=2, sequenceid=17, filesize=5.4 K 2024-11-14T08:23:38,081 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for d4706ef7af3a4b9476118c69c850de31 in 459ms, sequenceid=17, compaction requested=false 2024-11-14T08:23:38,085 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/.tmp/rep_barrier/86ad0654bd21458e8a047691dffcc539 is 112, key is test,,1731572606000.637914e0c9710ac949cc829ce0ed5ce4./rep_barrier:seqnumDuringOpen/1731572606393/Put/seqid=0 2024-11-14T08:23:38,086 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/replication/d4706ef7af3a4b9476118c69c850de31/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-14T08:23:38,087 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:23:38,087 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:23:38,087 INFO [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31. 2024-11-14T08:23:38,087 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4706ef7af3a4b9476118c69c850de31: Waiting for close lock at 1731572617622Running coprocessor pre-close hooks at 1731572617622Disabling compacts and flushes for region at 1731572617622Disabling writes for close at 1731572617622Obtaining lock to block concurrent updates at 1731572617623 (+1 ms)Preparing flush snapshotting stores in d4706ef7af3a4b9476118c69c850de31 at 1731572617623Finished memstore snapshotting hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731572617627 (+4 ms)Flushing stores of hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31. at 1731572617627Flushing d4706ef7af3a4b9476118c69c850de31/hfileref: creating writer at 1731572617627Flushing d4706ef7af3a4b9476118c69c850de31/hfileref: appending metadata at 1731572617643 (+16 ms)Flushing d4706ef7af3a4b9476118c69c850de31/hfileref: closing flushed file at 1731572617643Flushing d4706ef7af3a4b9476118c69c850de31/queue: creating writer at 1731572618051 (+408 ms)Flushing d4706ef7af3a4b9476118c69c850de31/queue: appending metadata at 1731572618066 (+15 ms)Flushing d4706ef7af3a4b9476118c69c850de31/queue: closing flushed file at 1731572618066Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@528da7ba: reopening flushed file at 1731572618073 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70032bfe: reopening flushed file at 1731572618077 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for d4706ef7af3a4b9476118c69c850de31 in 459ms, sequenceid=17, compaction requested=false at 1731572618081 (+4 ms)Writing region close event to WAL at 1731572618084 (+3 ms)Running coprocessor post-close hooks at 1731572618087 (+3 ms)Closed at 1731572618087 2024-11-14T08:23:38,087 DEBUG [RS_CLOSE_REGION-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731572608428.d4706ef7af3a4b9476118c69c850de31. 2024-11-14T08:23:38,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741851_1027 (size=5518) 2024-11-14T08:23:38,219 DEBUG [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:23:38,382 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 688, reset compression=false 2024-11-14T08:23:38,419 DEBUG [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:23:38,490 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/.tmp/rep_barrier/86ad0654bd21458e8a047691dffcc539 2024-11-14T08:23:38,505 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/.tmp/table/8a7f90af02804f26bbc95d00c9637865 is 53, key is hbase:replication/table:state/1731572609320/Put/seqid=0 2024-11-14T08:23:38,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741852_1028 (size=5308) 2024-11-14T08:23:38,596 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 393, reset compression=false 2024-11-14T08:23:38,600 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T08:23:38,600 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 688, reset compression=false 2024-11-14T08:23:38,600 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b344df224d93,38289,1731572590612 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T08:23:38,600 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-14T08:23:38,619 INFO [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T08:23:38,619 DEBUG [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T08:23:38,619 DEBUG [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:23:38,784 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 688, reset compression=false 2024-11-14T08:23:38,802 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 688, reset compression=false 2024-11-14T08:23:38,819 DEBUG [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T08:23:38,909 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/.tmp/table/8a7f90af02804f26bbc95d00c9637865 2024-11-14T08:23:38,913 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/.tmp/info/2b4cb0d8707e45268e6349bb2e6d71c5 as hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/info/2b4cb0d8707e45268e6349bb2e6d71c5 2024-11-14T08:23:38,917 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/info/2b4cb0d8707e45268e6349bb2e6d71c5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T08:23:38,918 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/.tmp/ns/848fc789a9e7494996029fe0a7b45e1d as hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/ns/848fc789a9e7494996029fe0a7b45e1d 2024-11-14T08:23:38,921 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/ns/848fc789a9e7494996029fe0a7b45e1d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T08:23:38,922 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/.tmp/rep_barrier/86ad0654bd21458e8a047691dffcc539 as hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/rep_barrier/86ad0654bd21458e8a047691dffcc539 2024-11-14T08:23:38,926 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/rep_barrier/86ad0654bd21458e8a047691dffcc539, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T08:23:38,927 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/.tmp/table/8a7f90af02804f26bbc95d00c9637865 as hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/table/8a7f90af02804f26bbc95d00c9637865 2024-11-14T08:23:38,930 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/table/8a7f90af02804f26bbc95d00c9637865, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T08:23:38,931 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false 2024-11-14T08:23:38,931 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T08:23:38,942 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T08:23:38,942 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T08:23:38,942 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T08:23:38,943 INFO [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T08:23:38,943 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731572617618Running coprocessor pre-close hooks at 1731572617618Disabling compacts and flushes for region at 1731572617618Disabling writes for close at 1731572617618Obtaining lock to block concurrent updates at 1731572617618Preparing flush snapshotting stores in 1588230740 at 1731572617618Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731572617619 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731572617619Flushing 1588230740/info: creating writer at 1731572617619Flushing 1588230740/info: appending metadata at 1731572617638 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731572617638Flushing 1588230740/ns: creating writer at 1731572617650 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731572617664 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731572617664Flushing 1588230740/rep_barrier: creating writer at 1731572618071 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731572618085 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731572618085Flushing 1588230740/table: creating writer at 1731572618493 (+408 ms)Flushing 1588230740/table: appending metadata at 1731572618505 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731572618505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61bcb2d5: reopening flushed file at 1731572618913 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23594ffd: reopening flushed file at 1731572618917 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2abfca7b: reopening flushed file at 1731572618921 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52a53db8: reopening flushed file at 1731572618926 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false at 1731572618931 (+5 ms)Writing region close event to WAL at 1731572618939 (+8 ms)Running coprocessor post-close hooks at 1731572618942 (+3 ms)Closed at 1731572618942 2024-11-14T08:23:38,943 DEBUG [RS_CLOSE_META-regionserver/b344df224d93:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T08:23:39,019 INFO [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(976): stopping server b344df224d93,38289,1731572590612; all regions closed. 2024-11-14T08:23:39,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741842_1018 (size=859) 2024-11-14T08:23:39,024 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.rep.1731572612151 not finished, retry = 0 2024-11-14T08:23:39,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741843_1019 (size=2791) 2024-11-14T08:23:39,110 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 688, reset compression=false 2024-11-14T08:23:39,126 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 not finished, retry = 0 2024-11-14T08:23:39,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741844_1020 (size=696) 2024-11-14T08:23:39,227 DEBUG [RS:0;b344df224d93:38289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:39,227 INFO [RS:0;b344df224d93:38289 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T08:23:39,227 INFO [RS:0;b344df224d93:38289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:23:39,227 INFO [RS:0;b344df224d93:38289 {}] hbase.ChoreService(370): Chore service for: regionserver/b344df224d93:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T08:23:39,227 INFO [RS:0;b344df224d93:38289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:23:39,227 INFO [regionserver/b344df224d93:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:23:39,228 INFO [RS:0;b344df224d93:38289 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b344df224d93,38289,1731572590612 because: Region server is closing 2024-11-14T08:23:39,228 INFO [RS:0;b344df224d93:38289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:38289. 2024-11-14T08:23:39,228 DEBUG [RS:0;b344df224d93:38289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:23:39,228 DEBUG [RS:0;b344df224d93:38289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:39,228 DEBUG [RS:0;b344df224d93:38289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:39,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:23:39,301 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 to pos 688, reset compression=false 2024-11-14T08:23:39,303 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/WALs/b344df224d93,38289,1731572590612/b344df224d93%2C38289%2C1731572590612.1731572612176 2024-11-14T08:23:39,303 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-14T08:23:39,303 DEBUG [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-14T08:23:39,329 INFO [RS:0;b344df224d93:38289 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 terminated 2024-11-14T08:23:39,329 INFO [RS:0;b344df224d93:38289 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b344df224d93,38289,1731572590612 because: Region server is closing 2024-11-14T08:23:39,329 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,1-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,1-b344df224d93,38289,1731572590612 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T08:23:39,329 INFO [RS:0;b344df224d93:38289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b344df224d93:38289. 2024-11-14T08:23:39,329 DEBUG [RS:0;b344df224d93:38289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T08:23:39,329 DEBUG [RS:0;b344df224d93:38289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:39,329 DEBUG [RS:0;b344df224d93:38289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T08:23:39,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T08:23:39,429 INFO [RS:0;b344df224d93:38289 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.shipperb344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 terminated 2024-11-14T08:23:39,430 INFO [RS:0;b344df224d93:38289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38289 2024-11-14T08:23:39,429 WARN [RS_REFRESH_PEER-regionserver/b344df224d93:0-0.replicationSource,2-b344df224d93,38289,1731572590612.replicationSource.wal-reader.b344df224d93%2C38289%2C1731572590612,2-b344df224d93,38289,1731572590612 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-14T08:23:39,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528/rs 2024-11-14T08:23:39,494 INFO [RS:0;b344df224d93:38289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:23:39,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1796025528/rs/b344df224d93,38289,1731572590612 2024-11-14T08:23:39,568 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b344df224d93,38289,1731572590612] 2024-11-14T08:23:39,624 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1796025528/draining/b344df224d93,38289,1731572590612 already deleted, retry=false 2024-11-14T08:23:39,624 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b344df224d93,38289,1731572590612 expired; onlineServers=0 2024-11-14T08:23:39,624 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b344df224d93,40913,1731572590421' ***** 2024-11-14T08:23:39,624 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T08:23:39,624 INFO [M:0;b344df224d93:40913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T08:23:39,624 INFO [M:0;b344df224d93:40913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T08:23:39,624 DEBUG [M:0;b344df224d93:40913 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T08:23:39,624 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T08:23:39,624 DEBUG [M:0;b344df224d93:40913 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T08:23:39,624 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572592623 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.small.0-1731572592623,5,FailOnTimeoutGroup] 2024-11-14T08:23:39,624 DEBUG [master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572592623 {}] cleaner.HFileCleaner(306): Exit Thread[master/b344df224d93:0:becomeActiveMaster-HFileCleaner.large.0-1731572592623,5,FailOnTimeoutGroup] 2024-11-14T08:23:39,624 INFO [M:0;b344df224d93:40913 {}] hbase.ChoreService(370): Chore service for: master/b344df224d93:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T08:23:39,625 INFO [M:0;b344df224d93:40913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T08:23:39,625 DEBUG [M:0;b344df224d93:40913 {}] master.HMaster(1795): Stopping service threads 2024-11-14T08:23:39,625 INFO [M:0;b344df224d93:40913 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T08:23:39,625 INFO [M:0;b344df224d93:40913 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T08:23:39,625 ERROR [M:0;b344df224d93:40913 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (631944414) connection to localhost/127.0.0.1:43819 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43819,5,PEWorkerGroup] 2024-11-14T08:23:39,625 INFO [M:0;b344df224d93:40913 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T08:23:39,625 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T08:23:39,669 INFO [RS:0;b344df224d93:38289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:23:39,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:23:39,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38289-0x1013870dba40001, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:23:39,669 INFO [RS:0;b344df224d93:38289 {}] regionserver.HRegionServer(1031): Exiting; stopping=b344df224d93,38289,1731572590612; zookeeper connection closed. 2024-11-14T08:23:39,669 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15e27ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15e27ae 2024-11-14T08:23:39,669 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T08:23:39,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1796025528/master 2024-11-14T08:23:39,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1796025528 2024-11-14T08:23:39,698 DEBUG [M:0;b344df224d93:40913 {}] zookeeper.ZKUtil(347): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Unable to get data of znode /0-1796025528/master because node does not exist (not an error) 2024-11-14T08:23:39,698 WARN [M:0;b344df224d93:40913 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T08:23:39,698 INFO [M:0;b344df224d93:40913 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/.lastflushedseqids 2024-11-14T08:23:39,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741853_1029 (size=263) 2024-11-14T08:23:40,009 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T08:23:40,103 INFO [M:0;b344df224d93:40913 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T08:23:40,103 INFO [M:0;b344df224d93:40913 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T08:23:40,103 DEBUG [M:0;b344df224d93:40913 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T08:23:40,103 INFO [M:0;b344df224d93:40913 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:40,103 DEBUG [M:0;b344df224d93:40913 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:40,103 DEBUG [M:0;b344df224d93:40913 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T08:23:40,103 DEBUG [M:0;b344df224d93:40913 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:40,104 INFO [M:0;b344df224d93:40913 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-14T08:23:40,121 DEBUG [M:0;b344df224d93:40913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7779cae970f44b43a99d49ae02e2b071 is 82, key is hbase:meta,,1/info:regioninfo/1731572593887/Put/seqid=0 2024-11-14T08:23:40,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741854_1030 (size=5672) 2024-11-14T08:23:40,524 INFO [M:0;b344df224d93:40913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7779cae970f44b43a99d49ae02e2b071 2024-11-14T08:23:40,539 DEBUG [M:0;b344df224d93:40913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e17181ee8da245279bc3354d0eb2344a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731572609325/Put/seqid=0 2024-11-14T08:23:40,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741855_1031 (size=8909) 2024-11-14T08:23:40,666 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T08:23:40,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:40,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:40,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:40,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:40,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:40,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:40,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:40,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:40,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:40,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:40,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:40,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:40,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:40,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:40,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:40,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:40,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:40,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:40,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:40,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T08:23:40,942 INFO [M:0;b344df224d93:40913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e17181ee8da245279bc3354d0eb2344a 2024-11-14T08:23:40,957 DEBUG [M:0;b344df224d93:40913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b61530965aa24b449f792154a758953b is 69, key is b344df224d93,38289,1731572590612/rs:state/1731572592800/Put/seqid=0 2024-11-14T08:23:40,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741856_1032 (size=5156) 2024-11-14T08:23:41,361 INFO [M:0;b344df224d93:40913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b61530965aa24b449f792154a758953b 2024-11-14T08:23:41,364 DEBUG [M:0;b344df224d93:40913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7779cae970f44b43a99d49ae02e2b071 as hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7779cae970f44b43a99d49ae02e2b071 2024-11-14T08:23:41,367 INFO [M:0;b344df224d93:40913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7779cae970f44b43a99d49ae02e2b071, entries=8, sequenceid=112, filesize=5.5 K 2024-11-14T08:23:41,368 DEBUG [M:0;b344df224d93:40913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e17181ee8da245279bc3354d0eb2344a as hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e17181ee8da245279bc3354d0eb2344a 2024-11-14T08:23:41,370 INFO [M:0;b344df224d93:40913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e17181ee8da245279bc3354d0eb2344a, entries=13, sequenceid=112, filesize=8.7 K 2024-11-14T08:23:41,371 DEBUG [M:0;b344df224d93:40913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b61530965aa24b449f792154a758953b as hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b61530965aa24b449f792154a758953b 2024-11-14T08:23:41,374 INFO [M:0;b344df224d93:40913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43819/user/jenkins/test-data/488e491b-7f27-5821-54de-d83f27edb3e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b61530965aa24b449f792154a758953b, entries=1, sequenceid=112, filesize=5.0 K 2024-11-14T08:23:41,374 INFO [M:0;b344df224d93:40913 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=112, compaction requested=false 2024-11-14T08:23:41,376 INFO [M:0;b344df224d93:40913 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T08:23:41,376 DEBUG [M:0;b344df224d93:40913 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731572620103Disabling compacts and flushes for region at 1731572620103Disabling writes for close at 1731572620103Obtaining lock to block concurrent updates at 1731572620104 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731572620104Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731572620104Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731572620104Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731572620104Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731572620120 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731572620120Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731572620527 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731572620539 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731572620539Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731572620945 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731572620957 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731572620957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6741423d: reopening flushed file at 1731572621364 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e812908: reopening flushed file at 1731572621367 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4279f3ba: reopening flushed file at 1731572621371 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=112, compaction requested=false at 1731572621374 (+3 ms)Writing region close event to WAL at 1731572621376 (+2 ms)Closed at 1731572621376 2024-11-14T08:23:41,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38585 is added to blk_1073741830_1006 (size=69055) 2024-11-14T08:23:41,378 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T08:23:41,378 INFO [M:0;b344df224d93:40913 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T08:23:41,378 INFO [M:0;b344df224d93:40913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40913 2024-11-14T08:23:41,379 INFO [M:0;b344df224d93:40913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T08:23:41,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:23:41,518 INFO [M:0;b344df224d93:40913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T08:23:41,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40913-0x1013870dba40000, quorum=127.0.0.1:52033, baseZNode=/0-1796025528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T08:23:41,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30570fcd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T08:23:41,524 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28f98171{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:23:41,524 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:23:41,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d531ac6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:23:41,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@899b75a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/hadoop.log.dir/,STOPPED} 2024-11-14T08:23:41,525 WARN [BP-1087917053-172.17.0.3-1731572588552 heartbeating to localhost/127.0.0.1:43819 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T08:23:41,525 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T08:23:41,525 WARN [BP-1087917053-172.17.0.3-1731572588552 heartbeating to localhost/127.0.0.1:43819 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1087917053-172.17.0.3-1731572588552 (Datanode Uuid 7fe48efc-1725-47d3-aa43-799b5498de3b) service to localhost/127.0.0.1:43819 2024-11-14T08:23:41,525 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T08:23:41,526 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/cluster_d407ed8e-7925-bbe9-7e25-2b0e6ac1a536/data/data1/current/BP-1087917053-172.17.0.3-1731572588552 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:23:41,526 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/cluster_d407ed8e-7925-bbe9-7e25-2b0e6ac1a536/data/data2/current/BP-1087917053-172.17.0.3-1731572588552 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T08:23:41,526 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T08:23:41,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2de7f823{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T08:23:41,532 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b8e334a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T08:23:41,532 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T08:23:41,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@716048f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T08:23:41,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54e84b08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b144d8f1-178c-fd37-f393-ec3aa35a3e2b/hadoop.log.dir/,STOPPED} 2024-11-14T08:23:41,538 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T08:23:41,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T08:23:41,565 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=597 (was 526) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43819 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:44803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43819 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52033) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44803 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:35755 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43819 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35755 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44803 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35755 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52033) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35755 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35755 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52033) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:43819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=981 (was 866) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=407 (was 369) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4521 (was 4888) 2024-11-14T08:23:41,565 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=597 is superior to 500